-- Logs begin at Mon 2021-07-19 16:38:39 UTC, end at Mon 2021-07-19 17:35:27 UTC. -- Jul 19 17:08:51.385747 dv-cinder-801354-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 19 17:08:54.079229 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.common.config [-] Logging enabled! Jul 19 17:08:54.079808 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev478 Jul 19 17:08:54.080010 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93178) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 19 17:08:54.083368 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.common.config [-] Logging enabled! Jul 19 17:08:54.083585 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev478 Jul 19 17:08:54.083902 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93178) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 19 17:08:54.084865 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 19 17:08:54.085105 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 19 17:08:54.085507 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 19 17:08:54.085760 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 19 17:08:54.085994 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 19 17:08:54.086324 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.086633 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.086937 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.087175 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.087482 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.087783 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.088074 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.088370 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.088674 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.088963 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.089270 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.089562 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.089799 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.090087 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.090381 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.090675 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.090910 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] debug = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.091196 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.091627 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.092046 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.092331 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.092801 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.092931 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.093172 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.093484 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.093778 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.094113 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] host = dv-cinder-801354-1-iscsi {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.094399 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.094690 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.094981 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.095270 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.095549 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.095832 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.096123 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.096400 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.096676 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] log_file = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.096958 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.097272 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.097565 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.097859 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.098090 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.098317 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.098611 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.098902 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.099186 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.099465 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.099746 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.100028 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.100309 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.101118 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.101441 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.101734 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.102025 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.102308 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.102589 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.102867 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.103144 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.103432 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.103711 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.103991 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.104269 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.104563 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.104838 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.105117 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.105453 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.105746 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.106035 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.106324 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.106607 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.106896 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.107174 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.107452 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.107727 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] use_json = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.108004 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.108280 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.108567 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.108846 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.109125 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.109430 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.109708 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.109999 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:54.110301 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.110603 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.110911 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.111201 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.111510 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.111798 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.112093 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.112378 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.112673 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.112970 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.113289 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.113576 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.113870 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.114153 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.114453 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.114765 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.115067 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.115361 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.115641 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.115919 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.116758 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.117041 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.117354 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.117656 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.117953 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.118232 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.118518 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.118815 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.119098 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.119377 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.119663 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.119957 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.120241 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.120522 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.120812 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.121095 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.121408 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.121689 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.121974 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.122271 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.122554 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.122833 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.123110 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.123396 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.123677 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.123969 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.124253 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.124533 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.124812 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.125095 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.125409 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.125693 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.125977 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.126257 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.126540 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.126819 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.127096 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.127373 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.127650 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.127927 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.128204 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.128481 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.128764 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.129043 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.129347 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.129629 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.129909 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.130191 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.130484 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.130785 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.131069 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.131359 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.132151 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.132446 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.132731 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.133014 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.133323 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.133612 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.133891 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.134187 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.134480 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.134770 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.135058 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.135344 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.135644 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.135929 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.136220 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.136504 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.136791 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.137085 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.137403 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.137710 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.138006 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.138304 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.138603 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.138899 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.139189 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.139503 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.139786 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:54.140010 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 19 17:08:54.140255 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93178) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 19 17:08:54.487332 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 17:08:54.487618 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 17:08:54.487914 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 17:08:54.488251 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 19 17:08:54.877886 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:54.878175 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:54.878453 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:54.879681 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:54.879959 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:54.880230 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:54.914802 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:54.915083 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:54.915354 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:54.928428 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:54.929282 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:54.929559 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:54.958845 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:54.959129 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:54.959404 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:54.995679 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:54.995962 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:54.996236 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.226267 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.226878 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.226878 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.227069 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.227777 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.345653 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.345978 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.346268 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.346547 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.346827 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.347133 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.347406 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.347666 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.347927 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.348215 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.348482 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.348752 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.349022 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.349307 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.349571 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.349849 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.350108 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.350985 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.351265 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.351532 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.351819 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.352078 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.352367 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.352748 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.353004 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.353277 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.353678 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 17:08:55.353926 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 17:08:55.354171 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 17:08:55.354412 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 17:08:55.354652 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 17:08:55.354892 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 17:08:55.355256 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 19 17:08:55.358373 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 19 17:08:55.362383 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 19 17:08:55.366021 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jul 19 17:08:55.367680 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 19 17:08:55.368118 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 19 17:08:55.368460 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 19 17:08:55.368851 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 19 17:08:55.372664 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 19 17:08:55.372922 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 19 17:08:55.373300 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 19 17:08:55.401426 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 19 17:08:55.401878 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.402182 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93178) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 19 17:08:55.402550 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.403907 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93178) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 19 17:08:55.404192 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 19 17:08:55.404441 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 19 17:08:55.407475 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.407760 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:55.471544 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 19 17:08:55.471789 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 19 17:08:55.472040 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 19 17:08:55.472413 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 19 17:08:55.492755 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_db.sqlalchemy.engines [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93178) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 19 17:08:56.028646 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Initializing driver for type 'gre' Jul 19 17:08:56.029168 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] gre ID ranges: [(1, 1000)] Jul 19 17:08:56.078534 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Initializing driver for type 'local' Jul 19 17:08:56.078923 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Initializing driver for type 'vlan' Jul 19 17:08:56.091853 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] VlanTypeDriver initialization complete Jul 19 17:08:56.092148 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Initializing driver for type 'vxlan' Jul 19 17:08:56.092639 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] vxlan ID ranges: [(1, 1000)] Jul 19 17:08:56.142356 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Initializing extension driver 'port_security' Jul 19 17:08:56.142891 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.extensions.port_security [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] PortSecurityExtensionDriver initialization complete Jul 19 17:08:56.143234 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Initializing mechanism driver 'openvswitch' Jul 19 17:08:56.143572 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Initializing mechanism driver 'hyperv' Jul 19 17:08:56.150577 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:08:56.151423 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > port after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.151818 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > port after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.152155 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > port after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.152677 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93178) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 19 17:08:56.153288 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > subnet after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.153656 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > subnet after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.154009 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.154412 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93178) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 19 17:08:56.154926 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > network after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.155517 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > network after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.155986 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > network after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.156393 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93178) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 19 17:08:56.156799 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > security_group after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.157157 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > security_group after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.157569 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.157969 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93178) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 19 17:08:56.158386 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.158721 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.159064 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.159561 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93178) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 19 17:08:56.159973 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > address_group after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.160322 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > address_group after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.160664 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.161057 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93178) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 19 17:08:56.161462 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] ML2 OVO RPC backend initialized. {{(pid=93178) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 19 17:08:56.162178 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.162543 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.163588 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > network before_response 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.163949 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > networks before_response 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.164303 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > port before_response 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.164651 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > ports before_response 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.165121 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > subnet before_response 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.165511 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > subnets before_response 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.165888 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > network after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.166237 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > network after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.166644 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > network after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.167041 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > port after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.167574 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > port after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.167930 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > port after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.168276 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > subnet after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.168667 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > subnet after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.169097 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.169720 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.plugin [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Modular L2 Plugin initialization complete Jul 19 17:08:56.170132 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading services supported by the core plugin {{(pid=93178) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 19 17:08:56.170535 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Got port-security extension from driver 'port_security' Jul 19 17:08:56.171051 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.extensions.vlantransparent [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Disabled vlantransparent extension. Jul 19 17:08:56.171608 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93178) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 19 17:08:56.171919 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading Plugin: router Jul 19 17:08:56.207784 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.208184 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > router after_create 55549900 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.208556 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > router before_create 55549900 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.208926 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.209331 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.209697 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > router after_delete 55549900 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.210686 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.211177 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > router after_create 55549900 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.211534 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > router after_update 55549900 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.211890 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > router after_update 55549900 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.212244 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.212606 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > router after_update 55549900 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.213019 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > router precommit_update 55549900 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.213423 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: port after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.213771 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: port after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.214113 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: subnet after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.214453 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.214803 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.215153 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > router precommit_create 55549900 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.215501 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: port before_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.215844 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > router precommit_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.216205 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > router after_update 55549900 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.216554 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.216910 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > router precommit_create 55549900 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.217301 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.217654 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > router precommit_update 55549900 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.218023 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > agent after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.218377 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > agent after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.218725 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > network after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.219575 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.quota.resource_registry [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Tracking information for resource: router configured {{(pid=93178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 17:08:56.219911 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.quota.resource_registry [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Tracking information for resource: floatingip configured {{(pid=93178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 17:08:56.224718 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.db.l3_agentschedulers_db [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 19 17:08:56.225610 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: port after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.225979 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: port after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.226685 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: port after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.226685 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: port after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.227676 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > router before_create 55550100 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.227818 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.228181 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > router precommit_create 55550100 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.228541 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > router precommit_update 55550100 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.232971 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.services.provider_configuration [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Service providers = [] {{(pid=93178) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 19 17:08:56.233364 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.db.servicetype_db [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93178) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 19 17:08:56.236317 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.services.service_base [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93178) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 17:08:56.236668 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.services.service_base [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93178) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 17:08:56.237013 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.services.service_base [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93178) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 17:08:56.237943 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.services.service_base [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93178) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 17:08:56.238321 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.services.service_base [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 19 17:08:56.238698 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 17:08:56.239020 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 19 17:08:56.249552 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 17:08:56.249898 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading Plugin: auto_allocate Jul 19 17:08:56.255575 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: network precommit_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.255954 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: network precommit_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.256468 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 17:08:56.257584 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading Plugin: tag Jul 19 17:08:56.264460 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 17:08:56.264797 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading Plugin: timestamp Jul 19 17:08:56.268601 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 17:08:56.268932 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading Plugin: network_ip_availability Jul 19 17:08:56.274931 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.275309 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.275672 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.276395 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 17:08:56.276718 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading Plugin: flavors Jul 19 17:08:56.282854 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 17:08:56.283192 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading Plugin: revisions Jul 19 17:08:56.287454 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 17:08:56.287872 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.800s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 17:08:56.288610 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93178) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 19 17:08:56.288951 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Initializing extension manager. Jul 19 17:08:56.289558 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: __init__.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.289903 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: __pycache__ {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.290242 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.290578 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: address_group.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.291333 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.291903 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: address-group Jul 19 17:08:56.292228 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: address_scope.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.292941 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.293801 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: address-scope Jul 19 17:08:56.294136 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.295074 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.295596 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: router-admin-state-down-before-update Jul 19 17:08:56.295923 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: agent.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.296626 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.297134 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: agent Jul 19 17:08:56.297483 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: agent_resources_synced.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.298393 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.298903 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: agent-resources-synced Jul 19 17:08:56.299230 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: allowedaddresspairs.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.301018 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.301582 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: allowed-address-pairs Jul 19 17:08:56.301913 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: auto_allocated_topology.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.302989 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.303535 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: auto-allocated-topology Jul 19 17:08:56.303865 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: availability_zone.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.304563 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.305074 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: availability_zone Jul 19 17:08:56.305436 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: availability_zone_filter.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.306361 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.306878 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: availability_zone_filter Jul 19 17:08:56.307207 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: data_plane_status.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.308117 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.308624 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension data-plane-status not supported by any of loaded plugins Jul 19 17:08:56.308949 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: default_subnetpools.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.309898 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.310411 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: default-subnetpools Jul 19 17:08:56.310735 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.311539 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.312046 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: dhcp_agent_scheduler Jul 19 17:08:56.312371 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: dns.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.313310 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.313821 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension dns-integration not supported by any of loaded plugins Jul 19 17:08:56.314144 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: dns_domain_ports.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.315061 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.315575 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 19 17:08:56.315897 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.316813 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.317354 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 19 17:08:56.317680 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: dvr.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.318349 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.318857 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: dvr Jul 19 17:08:56.319718 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: ecmp_routes.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.320634 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.321142 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 19 17:08:56.321494 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: empty_string_filtering.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.322409 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.322916 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: empty-string-filtering Jul 19 17:08:56.323243 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.324154 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.324663 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 19 17:08:56.324988 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.325937 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.326442 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 19 17:08:56.326767 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: external_net.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.327670 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.328180 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: external-net Jul 19 17:08:56.328506 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.329447 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.329960 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: extra_dhcp_opt Jul 19 17:08:56.330286 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: extraroute.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.331185 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.331695 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: extraroute Jul 19 17:08:56.332019 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: extraroute_atomic.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.333045 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.333592 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: extraroute-atomic Jul 19 17:08:56.333919 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: filter_validation.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.334585 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.335651 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: filter-validation Jul 19 17:08:56.335980 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: fip_pf_description.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.337066 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.337615 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 19 17:08:56.337942 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: fip_port_details.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.338858 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.339366 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: fip-port-details Jul 19 17:08:56.339692 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: flavors.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.340898 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.341445 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: flavors Jul 19 17:08:56.341772 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.343471 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.343953 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 19 17:08:56.344287 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: floatingip_pools.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.344987 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.345537 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: floatingip-pools Jul 19 17:08:56.345877 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: ip_allocation.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.346799 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.347307 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension ip_allocation not supported by any of loaded plugins Jul 19 17:08:56.347633 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.348579 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.349089 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: ip-substring-filtering Jul 19 17:08:56.349450 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: l2_adjacency.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.350393 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.350898 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 19 17:08:56.351250 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: l3.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.352202 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.352719 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: router Jul 19 17:08:56.353045 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.355289 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.355824 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 19 17:08:56.356160 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.357085 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.357639 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: ext-gw-mode Jul 19 17:08:56.357969 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.358911 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.359427 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: l3-ha Jul 19 17:08:56.359756 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: l3_flavors.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.360672 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.361183 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: l3-flavors Jul 19 17:08:56.361623 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.362552 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.363069 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 19 17:08:56.363396 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: l3agentscheduler.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.364421 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.364934 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: l3_agent_scheduler Jul 19 17:08:56.365291 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: logging.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.366814 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.367336 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension logging not supported by any of loaded plugins Jul 19 17:08:56.367670 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: metering.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.368408 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.368985 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: metering Jul 19 17:08:56.369339 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.370437 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.370959 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: metering_source_and_destination_fields Jul 19 17:08:56.371290 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: multiprovidernet.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.372350 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.372866 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: multi-provider Jul 19 17:08:56.373194 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: netmtu.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.374143 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.374653 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: net-mtu Jul 19 17:08:56.374977 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: netmtu_writable.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.375899 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.376406 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: net-mtu-writable Jul 19 17:08:56.376730 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: network_availability_zone.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.377428 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.377937 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: network_availability_zone Jul 19 17:08:56.378261 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: network_ip_availability.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.379358 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.379867 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: network-ip-availability Jul 19 17:08:56.380193 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: network_segment_range.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.380961 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.381505 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension network-segment-range not supported by any of loaded plugins Jul 19 17:08:56.382593 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: pagination.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.383578 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.383915 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: pagination Jul 19 17:08:56.384239 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: port_device_profile.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.385155 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.385696 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: port-device-profile Jul 19 17:08:56.386025 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.386968 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.387482 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: port-mac-address-regenerate Jul 19 17:08:56.387813 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.388719 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.389243 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: port-numa-affinity-policy Jul 19 17:08:56.389607 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: port_resource_request.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.390524 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.391032 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension port-resource-request not supported by any of loaded plugins Jul 19 17:08:56.391359 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: portbindings.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.392279 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.392791 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: binding Jul 19 17:08:56.393119 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: portbindings_extended.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.394387 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.394904 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: binding-extended Jul 19 17:08:56.395234 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: portsecurity.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.396157 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.396676 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: port-security Jul 19 17:08:56.397003 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: project_id.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.398561 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.398893 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: project-id Jul 19 17:08:56.399217 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: providernet.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.400187 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.400923 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: provider Jul 19 17:08:56.401493 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: qos.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.405917 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.406877 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension qos not supported by any of loaded plugins Jul 19 17:08:56.407375 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.408914 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.409655 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 19 17:08:56.410109 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.411161 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.411911 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 19 17:08:56.412498 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: qos_default.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.413812 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.414518 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension qos-default not supported by any of loaded plugins Jul 19 17:08:56.414888 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: qos_fip.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.415838 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.416431 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension qos-fip not supported by any of loaded plugins Jul 19 17:08:56.417088 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: qos_gateway_ip.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.418158 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.418712 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 19 17:08:56.419191 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: qos_port_network_policy.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.420804 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.421544 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 19 17:08:56.421942 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: qos_rule_type_details.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.423089 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.424007 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 19 17:08:56.424493 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: qos_rules_alias.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.426195 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.426756 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 19 17:08:56.427258 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: quotasv2.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.428373 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.429149 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: quotas Jul 19 17:08:56.429720 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: quotasv2_detail.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.432882 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.433243 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: quota_details Jul 19 17:08:56.433589 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: rbac.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.434648 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.435179 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: rbac-policies Jul 19 17:08:56.435515 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: rbac_address_group.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.436471 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.436993 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: rbac-address-group Jul 19 17:08:56.437358 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: rbac_address_scope.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.438284 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.438801 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: rbac-address-scope Jul 19 17:08:56.439133 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: rbac_security_groups.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.440054 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.440569 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: rbac-security-groups Jul 19 17:08:56.440898 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: rbac_subnetpool.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.441848 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.442363 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: rbac-subnetpool Jul 19 17:08:56.442691 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: revisionifmatch.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.443607 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.444643 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: revision-if-match Jul 19 17:08:56.444972 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: revisions.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.446113 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.446635 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: standard-attr-revisions Jul 19 17:08:56.446966 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: router_availability_zone.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.447645 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.448161 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: router_availability_zone Jul 19 17:08:56.448490 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: routerservicetype.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.449444 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.449962 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension router-service-type not supported by any of loaded plugins Jul 19 17:08:56.450293 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.451221 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.451737 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: security-groups-normalized-cidr Jul 19 17:08:56.452065 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.452987 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.453542 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: port-security-groups-filtering Jul 19 17:08:56.453869 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.454787 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.455301 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: security-groups-remote-address-group Jul 19 17:08:56.455626 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: securitygroup.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.465915 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.466450 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: security-group Jul 19 17:08:56.466791 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: segment.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.467581 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.468096 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension segment not supported by any of loaded plugins Jul 19 17:08:56.468431 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.469403 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.469920 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 19 17:08:56.470254 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: servicetype.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.471356 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.471876 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: service-type Jul 19 17:08:56.472208 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: sorting.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.473192 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.473557 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: sorting Jul 19 17:08:56.473887 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: standard_attr_segment.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.474871 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.475420 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 19 17:08:56.475751 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: standardattrdescription.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.476410 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.476923 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: standard-attr-description Jul 19 17:08:56.477281 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: stateful_security_group.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.478226 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.478745 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: stateful-security-group Jul 19 17:08:56.479074 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: stdattrs_common.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.479657 dv-cinder-801354-1-iscsi neutron-server[93178]: WARNING neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 19 17:08:56.479981 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.480938 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.481485 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 19 17:08:56.481812 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: subnet_onboard.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.482884 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.483411 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: subnet_onboard Jul 19 17:08:56.483741 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.484672 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.485189 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 19 17:08:56.485542 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: subnet_service_types.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.486474 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.486995 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: subnet-service-types Jul 19 17:08:56.487322 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: subnetallocation.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.488404 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.488921 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: subnet_allocation Jul 19 17:08:56.489269 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.489935 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.490457 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: subnetpool-prefix-ops Jul 19 17:08:56.490780 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.491787 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.492302 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 19 17:08:56.492627 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: tagging.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.493727 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.494244 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: standard-attr-tag Jul 19 17:08:56.494570 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: timestamp.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.495799 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.496321 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loaded extension: standard-attr-timestamp Jul 19 17:08:56.496653 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: trunk.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.497714 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.498233 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension trunk not supported by any of loaded plugins Jul 19 17:08:56.498701 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: trunk_details.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.499643 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.500166 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension trunk-details not supported by any of loaded plugins Jul 19 17:08:56.500497 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: uplink_status_propagation.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.501457 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.501972 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 19 17:08:56.502305 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Loading extension file: vlantransparent.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:08:56.502977 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:08:56.503485 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 19 17:08:56.505971 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Creating instance of TrackedResource for resource:network Jul 19 17:08:56.506494 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Creating instance of TrackedResource for resource:subnet Jul 19 17:08:56.507664 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 17:08:56.508061 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Creating instance of TrackedResource for resource:port Jul 19 17:08:56.509342 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.v2.resource_helper [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:08:56.509800 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.v2.resource_helper [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Service FLAVORS assigned prefix: {{(pid=93178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:08:56.510422 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.v2.resource_helper [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:08:56.510856 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.v2.resource_helper [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:08:56.511187 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Creating instance of TrackedResource for resource:router Jul 19 17:08:56.511618 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Creating instance of TrackedResource for resource:floatingip Jul 19 17:08:56.512117 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.v2.resource_helper [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Service METERING assigned prefix: /metering {{(pid=93178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:08:56.513574 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.513954 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.514315 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:08:56.515315 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Creating instance of CountableResource for resource:rbac_policy Jul 19 17:08:56.515777 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Creating instance of TrackedResource for resource:security_group Jul 19 17:08:56.516215 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 19 17:08:56.516834 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.v2.resource_helper [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Service CORE assigned prefix: {{(pid=93178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:08:56.517169 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 17:08:56.517543 dv-cinder-801354-1-iscsi neutron-server[93178]: WARNING neutron.quota.resource_registry [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] subnetpool is already registered Jul 19 17:08:56.517983 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.v2.resource_helper [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Service CORE assigned prefix: {{(pid=93178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:08:56.518311 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 17:08:56.518643 dv-cinder-801354-1-iscsi neutron-server[93178]: WARNING neutron.quota.resource_registry [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] subnetpool is already registered Jul 19 17:08:56.520947 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.v2.resource_helper [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:08:56.521418 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.v2.resource_helper [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Service FLAVORS assigned prefix: {{(pid=93178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:08:56.522018 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.v2.resource_helper [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:08:56.522989 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.v2.resource_helper [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:08:56.523328 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Creating instance of TrackedResource for resource:router Jul 19 17:08:56.523671 dv-cinder-801354-1-iscsi neutron-server[93178]: WARNING neutron.quota.resource_registry [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] router is already registered Jul 19 17:08:56.524087 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Creating instance of TrackedResource for resource:floatingip Jul 19 17:08:56.524426 dv-cinder-801354-1-iscsi neutron-server[93178]: WARNING neutron.quota.resource_registry [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] floatingip is already registered Jul 19 17:08:56.524882 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.v2.resource_helper [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Service METERING assigned prefix: /metering {{(pid=93178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:08:56.525582 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Creating instance of CountableResource for resource:rbac_policy Jul 19 17:08:56.525915 dv-cinder-801354-1-iscsi neutron-server[93178]: WARNING neutron.quota.resource_registry [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] rbac_policy is already registered Jul 19 17:08:56.526335 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Creating instance of TrackedResource for resource:security_group Jul 19 17:08:56.526672 dv-cinder-801354-1-iscsi neutron-server[93178]: WARNING neutron.quota.resource_registry [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] security_group is already registered Jul 19 17:08:56.527076 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 19 17:08:56.527413 dv-cinder-801354-1-iscsi neutron-server[93178]: WARNING neutron.quota.resource_registry [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] security_group_rule is already registered Jul 19 17:08:56.528063 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.v2.resource_helper [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Service CORE assigned prefix: {{(pid=93178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:08:56.528392 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 17:08:56.528733 dv-cinder-801354-1-iscsi neutron-server[93178]: WARNING neutron.quota.resource_registry [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] subnetpool is already registered Jul 19 17:08:56.529156 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.v2.resource_helper [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Service CORE assigned prefix: {{(pid=93178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:08:56.529505 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 17:08:56.529840 dv-cinder-801354-1-iscsi neutron-server[93178]: WARNING neutron.quota.resource_registry [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] subnetpool is already registered Jul 19 17:08:56.530311 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: extensions {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.531741 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: address-groups {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.533275 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: address-scopes {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.534600 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: agents {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.535784 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: auto-allocated-topology {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.537024 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: availability_zones {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.538333 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: dhcp-networks {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.539853 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: dhcp-agents {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.541335 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: routers {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.543060 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: flavors {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.545372 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: service_profiles {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.546610 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: next_providers {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.548056 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: service_profiles {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.549701 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: floatingip-pools {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.550943 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: routers {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.552666 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: floatingips {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.554012 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: l3-routers {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.555428 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: l3-agents {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.556873 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: metering-labels {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.558190 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: metering-label-rules {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.559573 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: network-ip-availabilities {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.560835 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: bindings {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.562545 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: quotas {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.564188 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: quotas {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.565679 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: rbac-policies {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.566888 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: security-groups {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.568206 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: security-group-rules {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.570019 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: service-providers {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.571255 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: subnetpools {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.572590 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: subnetpools {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.574187 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: tags {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.575890 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: tags {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.577745 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: tags {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.579542 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: tags {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.581291 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: tags {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.583241 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: tags {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.585520 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: tags {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.587341 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: tags {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.589252 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: tags {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.591014 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Extended resource: tags {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:08:56.596979 dv-cinder-801354-1-iscsi neutron-server[93178]: WARNING keystonemiddleware.auth_token [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 19 17:08:56.601456 dv-cinder-801354-1-iscsi neutron-server[93178]: WARNING keystonemiddleware.auth_token [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 19 17:08:56.609973 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Acquired lock "singleton_lock" {{(pid=93178) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 19 17:08:56.610455 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Releasing lock "singleton_lock" {{(pid=93178) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 19 17:08:56.611088 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO oslo_service.service [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Starting 2 workers Jul 19 17:08:56.615853 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Started child 93285 {{(pid=93178) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 19 17:08:56.620724 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Started child 93286 {{(pid=93178) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 19 17:08:56.621756 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:08:56.622442 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO neutron.service [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 19 17:08:56.622958 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Notify callbacks [] for process, before_spawn {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:08:56.623217 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [-] (93285) wsgi starting up on http://0.0.0.0:9696 Jul 19 17:08:56.625370 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO oslo_service.service [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Starting 1 workers Jul 19 17:08:56.625543 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:08:56.626903 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [-] (93286) wsgi starting up on http://0.0.0.0:9696 Jul 19 17:08:56.630611 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Started child 93287 {{(pid=93178) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 19 17:08:56.631116 dv-cinder-801354-1-iscsi neutron-server[93178]: INFO oslo_service.service [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Starting 1 workers Jul 19 17:08:56.634738 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.service [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] calling RpcWorker wait() {{(pid=93287) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 19 17:08:56.635473 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.service [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] returning from RpcWorker wait() {{(pid=93287) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 19 17:08:56.636152 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Started child 93288 {{(pid=93178) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 19 17:08:56.636459 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:08:56.636915 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:08:56.637063 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e05f5185-8264-49a6-858e-dfef475682e4 None None] Notify callbacks [] for process, after_spawn {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:08:56.638880 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93178) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 19 17:08:56.639102 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 19 17:08:56.639294 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 19 17:08:56.639515 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 19 17:08:56.639862 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 19 17:08:56.640025 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 19 17:08:56.640539 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.640823 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.640967 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:08:56.641516 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.641516 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.641877 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.642091 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:08:56.642277 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.642540 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.642806 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.643102 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.643350 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.643528 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.643694 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.643954 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.644222 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.644465 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.644721 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.644970 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.645253 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.645420 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.645677 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.645941 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.646210 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.646443 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] debug = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.646696 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.647205 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.647440 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.647695 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.647936 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.648209 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.648455 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.648709 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.648955 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.649189 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.649455 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.649709 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.649949 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.650165 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.650398 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.650689 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.650898 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.651358 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] host = dv-cinder-801354-1-iscsi {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.651572 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.651810 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.652040 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.652284 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.652536 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.652765 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.653031 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.653326 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.653575 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.653829 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.654074 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.654345 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.654557 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.654792 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] log_file = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.654946 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] log_options = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.655185 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.655554 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.655812 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.655957 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.656108 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.656320 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.656467 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.656613 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.656864 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.657096 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.657337 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.657553 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.657768 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.657998 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.658248 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.658493 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.658706 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.658922 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.659163 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.659419 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.659659 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.659882 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.660097 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.660337 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.660550 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.660806 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.661006 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.661261 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.661497 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.661766 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.662000 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.662247 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.662492 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.662736 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.662998 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.663225 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.663455 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.663718 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.663945 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.664188 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.664557 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.664780 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.665027 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.665276 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.665499 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.665742 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] use_json = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.665967 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.666141 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.666395 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.666605 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.666821 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.667033 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.667247 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.667480 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.669368 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.669661 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.670009 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.670282 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.670643 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.671000 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.671186 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.671617 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.671880 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.672416 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.673202 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.673478 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.674582 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.674787 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.675831 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.676187 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.676463 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.677431 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.677716 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.677990 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.678255 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.679059 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.679413 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.679719 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.680006 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.63/identity {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.680298 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.680522 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.680775 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.681084 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.681375 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.681604 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.681836 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.682119 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.682507 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.683473 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.683473 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.683634 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.683832 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.684097 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.684524 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.684899 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.685146 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.685404 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.685625 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.685850 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.686107 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.686431 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.686679 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.686926 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.687192 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.687452 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.689991 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.689991 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.689991 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.689991 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.689991 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.689991 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.689991 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.689991 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.689991 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.690578 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.690578 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.690578 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.690578 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.690815 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.691031 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.691248 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.691715 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.691715 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.691992 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.692141 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.692353 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.693163 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.693163 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.693163 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.693163 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.693493 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.693648 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.693860 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.694198 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.695108 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.695446 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.695697 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.695946 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.696470 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.697050 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.697323 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.697601 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.697878 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.698142 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.698403 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.698627 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.698874 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.699124 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.699370 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.699639 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.699896 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.700128 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.700373 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.700595 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.700834 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.701077 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.702332 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.702332 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.702332 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.702332 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.702631 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.702631 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.702876 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.703131 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.703626 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.703737 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.703919 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.704387 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.704544 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.704701 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.705119 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.705419 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.705689 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.705918 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.706184 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.706541 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.707026 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.707026 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.707275 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.708113 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.708113 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.708113 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.708489 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.709772 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.711952 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.712223 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.712576 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.712831 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.713064 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.713337 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.713624 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.713893 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.714176 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.714458 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.714717 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.714966 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.716273 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.717818 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.63/identity {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.718067 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.718343 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.718618 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.718852 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.719116 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.719349 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.719617 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.719848 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.720074 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.720341 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.720565 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.720798 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.721035 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.721325 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.721588 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.721866 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.722132 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.722403 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.722660 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.722899 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.723149 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.723404 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.723629 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.723880 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.724103 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.724390 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.724649 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.724899 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.725139 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.725420 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.725700 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.725920 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.726170 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.726397 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.726637 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.726852 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.727076 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.727292 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.727507 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.727757 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.727970 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.728231 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.728483 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.728815 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.729057 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.729324 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.729587 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.729806 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.730042 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.730260 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.730481 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.730714 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.730952 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.731169 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.731406 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.731645 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.731882 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.732089 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.732298 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.732538 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.732749 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.732973 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.733314 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.733553 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.733784 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.734034 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.734280 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.734504 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.734750 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.734958 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.735167 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.735403 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.735623 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.735829 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.736071 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.736275 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.736502 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.736715 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.736930 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.737134 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.737373 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.737584 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.737788 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.738005 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.738218 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.738423 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.738643 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.738885 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.739095 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.739313 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.739526 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.739731 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.740041 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.740285 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.740501 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.740783 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.741527 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.741775 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.742010 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.742321 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.742534 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.742792 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.743010 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.743252 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.743470 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.743723 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.744028 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.744311 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.744545 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.744796 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.745098 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.745390 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.745658 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.745870 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.746145 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.746460 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.746713 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.746970 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.747211 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.747454 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.747675 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.747893 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.748129 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.748374 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.748589 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.748856 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.749086 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.749331 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.749569 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.749791 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.750030 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.750254 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.750484 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.750723 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.751124 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.751124 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 19 17:08:56.751609 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93178) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 19 17:08:56.751771 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 19 17:08:56.751968 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 19 17:08:56.752135 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 19 17:08:56.752231 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 19 17:08:56.752401 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 19 17:08:56.752567 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.752731 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.752877 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.753021 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.753181 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.753390 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.753555 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.753711 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.753873 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.754019 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.754176 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.754330 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.754485 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.754642 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.754795 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.754952 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.755104 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.755254 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.755420 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.755584 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.756057 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.756057 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.756057 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] debug = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.756314 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.756397 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.756504 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.757245 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.757432 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.757591 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.757747 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.757902 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.758001 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.758169 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.758385 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.758482 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.758614 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.758762 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.758921 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.759077 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.759231 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.759385 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] host = dv-cinder-801354-1-iscsi {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.759541 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.759702 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.759854 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.760010 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.760167 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.760410 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.760508 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.760936 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.760936 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.760936 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.761165 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.761165 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.761393 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.761524 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] log_file = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.761671 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] log_options = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.761827 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.761983 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.762139 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.762320 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.762481 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.762636 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.762794 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.762950 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.763104 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.763262 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.763418 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.763608 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.763759 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.763876 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.763985 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:08:56.764073 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.764211 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.764306 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.764466 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.764621 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.764775 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.764930 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.765088 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.765258 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.765415 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.765574 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.765731 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.765874 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.766013 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.766159 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.766312 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.766449 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.766583 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.766719 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.766871 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.767019 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.767155 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.767310 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.767455 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.767615 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.767770 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.767927 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.768082 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.768230 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.768367 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.768535 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.768666 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] use_json = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.768809 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.768945 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.769078 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.769247 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.769423 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.769581 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.769736 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.769890 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:08:56.770083 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.770246 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.770421 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.770582 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.770744 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.770904 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.771064 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.771222 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.771382 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.771541 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.771707 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.771868 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.772038 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.772199 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.772359 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.772521 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.772682 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.772841 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.773000 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.773159 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.773338 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.773497 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.773674 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.773834 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.773993 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.63/identity {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.774137 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.774299 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.774460 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.774621 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.774804 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.775984 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.775984 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.775984 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.775984 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.775984 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.775984 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.775984 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.775984 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.777009 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.777009 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.777009 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.777009 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.777009 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.777009 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.777009 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.777977 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.777977 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.777977 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.777977 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.777977 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.777977 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.779892 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.779892 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.779892 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.779892 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.779892 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.779892 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.779892 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.779892 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.779892 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.780511 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.780511 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.780511 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.780511 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.780511 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.780511 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.780511 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.780511 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.782164 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.782164 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.782164 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.782164 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.782164 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.782164 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.782164 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.782164 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.782164 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.783052 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.783052 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.783052 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.783052 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.783052 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.783052 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.783052 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.783052 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.784219 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.784219 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.784219 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.784219 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.784219 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.784219 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.784219 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.784219 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.784949 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.784949 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.784949 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.784949 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.784949 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.785541 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.785541 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.785541 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.785758 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.785758 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.785995 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.785995 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.786848 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.786848 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.786848 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.786848 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.786848 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.787687 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.787687 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.787687 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.787687 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.787687 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.790240 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.790439 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.790617 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.790790 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.790961 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.791545 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.791685 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.791810 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.791969 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.792134 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.792296 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.792459 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.792630 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.792804 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.792967 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.793127 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.793309 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.793497 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.793660 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.793828 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.793971 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.794131 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.794295 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.794452 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.794610 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.794771 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.794931 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.795095 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.795256 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.63/identity {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.795416 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.795577 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.795736 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.795895 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.796056 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.796217 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.796376 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.796535 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.796694 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.796854 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.797012 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.797172 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.797353 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.797514 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.797673 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.797834 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.797995 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.798154 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.798313 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.798471 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.798630 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.798790 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.798949 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.799109 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.799267 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.799429 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.799588 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.799749 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.799908 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.800069 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.800229 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.800390 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.800552 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.800711 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.800865 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.801033 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.801195 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.801371 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.801530 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.801695 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.801853 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.802019 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.802179 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.802347 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.802499 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.802654 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.802819 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.802992 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.803137 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.803275 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.803931 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.804082 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.804228 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.807381 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.807381 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.807381 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.807381 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.807381 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.807381 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.807381 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.807381 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.807381 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.808917 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.808917 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.808917 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.808917 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.808917 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.808917 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.808917 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.808917 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.809751 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.809751 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.809751 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.809751 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.809751 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.809751 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.809751 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.809751 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.810296 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.810296 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.810296 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.810296 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.810296 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.810296 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.810296 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.810296 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.810296 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.810910 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.810910 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.810910 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.810910 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.810910 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.810910 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.810910 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.810910 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.811476 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.811476 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.811476 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.811476 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.811476 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.811476 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.811890 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.811890 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.811890 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.812100 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.812178 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.812308 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.812482 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.813236 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.813236 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.813236 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.813236 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.813520 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.813520 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.813737 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.813930 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.814110 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.814289 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.814466 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.814641 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.814814 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.815068 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.815246 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.815415 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.815627 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.815908 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.816082 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.816250 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.816418 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.816587 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.816755 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.816921 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.817088 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.817357 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.817526 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:08:56.817685 dv-cinder-801354-1-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 19 17:08:57.056026 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 60466) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:08:57.064314 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [-] 10.222.0.63 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0060666 Jul 19 17:09:08.588664 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243c81fd-562a-41e4-9dee-53beb81fea43 None None] get_active_networks_info from dv-cinder-801354-1-iscsi {{(pid=93287) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 19 17:09:08.663905 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243c81fd-562a-41e4-9dee-53beb81fea43 None None] No non-hosted networks {{(pid=93287) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 19 17:09:08.671011 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.agentschedulers_db [None req-243c81fd-562a-41e4-9dee-53beb81fea43 None None] DHCP Agent not found on host dv-cinder-801354-1-iscsi {{(pid=93287) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 19 17:09:08.770525 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-63862aeb-78da-4972-b69a-98d1971d9690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-974875'] for agent, after_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:10.677463 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-4c52bc6a-468d-4daf-9f5a-93c659914617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-974875'] for agent, after_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:10.725802 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-8d09ea13-2a4f-45de-a352-7aad92dc13d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:11.152309 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-974875'] for agent, after_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:11.153839 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:11.154671 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:11.155288 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:11.155849 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:11.156391 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:11.156929 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:11.157643 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:11.158228 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:11.158922 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:11.159512 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:11.161650 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:11.162428 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:11.163057 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801354-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:09:11.181172 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801354-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:09:11.921774 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-974875'] for agent, after_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:13.640155 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-974875'] for agent, after_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:14.629230 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 60558) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:09:15.110451 dv-cinder-801354-1-iscsi neutron-server[93286]: WARNING oslo_policy.policy [None req-9df6eba9-3950-465e-9d4d-785ff9f5e554 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 17:09:15.111074 dv-cinder-801354-1-iscsi neutron-server[93286]: WARNING oslo_policy.policy [None req-9df6eba9-3950-465e-9d4d-785ff9f5e554 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 17:09:15.327999 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [None req-9df6eba9-3950-465e-9d4d-785ff9f5e554 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:09:15.328967 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-9df6eba9-3950-465e-9d4d-785ff9f5e554 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6988080 Jul 19 17:09:17.675860 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 60572) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:09:17.990168 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-84c2d626-3d9e-4bfe-a4ce-d98d930f09bb admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:09:17.994927 dv-cinder-801354-1-iscsi neutron-server[93287]: INFO neutron.db.l3_hamode_db [None req-96525473-dd48-40e8-bbd0-a6efdf4e8a6c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 19 17:09:18.072261 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96525473-dd48-40e8-bbd0-a6efdf4e8a6c None None] Routers set() bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:09:18.072639 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96525473-dd48-40e8-bbd0-a6efdf4e8a6c None None] Router IDs set() for agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 19 17:09:18.085513 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.policy [None req-84c2d626-3d9e-4bfe-a4ce-d98d930f09bb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93286) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 19 17:09:18.129707 dv-cinder-801354-1-iscsi neutron-server[93286]: WARNING oslo_policy.policy [None req-84c2d626-3d9e-4bfe-a4ce-d98d930f09bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 17:09:18.130071 dv-cinder-801354-1-iscsi neutron-server[93286]: WARNING oslo_policy.policy [None req-84c2d626-3d9e-4bfe-a4ce-d98d930f09bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 17:09:18.139388 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.quota [None req-84c2d626-3d9e-4bfe-a4ce-d98d930f09bb admin admin] Loaded quota_driver: . Jul 19 17:09:18.230338 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-84c2d626-3d9e-4bfe-a4ce-d98d930f09bb admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737337508251', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737337508782', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737337522150', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737337526744', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737337534367', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737337220357', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3735294', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3734822', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-534927', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-595183'] for rbac-policy, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:18.294554 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-84c2d626-3d9e-4bfe-a4ce-d98d930f09bb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:18.295659 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-84c2d626-3d9e-4bfe-a4ce-d98d930f09bb admin admin] 10.222.0.63 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6187677 Jul 19 17:09:20.832789 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 60584) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:09:21.121637 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-2e218850-d57f-47c8-b3aa-e7621b8c4d5d admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '71d9fcc544a840cd86d2714afdd5521c', 'project_id': '71d9fcc544a840cd86d2714afdd5521c', 'admin_state_up': True}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:09:21.149351 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e218850-d57f-47c8-b3aa-e7621b8c4d5d admin admin] Made reservation on behalf of 71d9fcc544a840cd86d2714afdd5521c for: {'network': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:09:21.152162 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2e218850-d57f-47c8-b3aa-e7621b8c4d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for network, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:21.168494 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2e218850-d57f-47c8-b3aa-e7621b8c4d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:21.286542 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2e218850-d57f-47c8-b3aa-e7621b8c4d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:21.290422 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2e218850-d57f-47c8-b3aa-e7621b8c4d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:21.309087 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e218850-d57f-47c8-b3aa-e7621b8c4d5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=93286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:09:21.336039 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2e218850-d57f-47c8-b3aa-e7621b8c4d5d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737332645169', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:21.336626 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2e218850-d57f-47c8-b3aa-e7621b8c4d5d admin admin] Unsubscribe: segment precommit_create {{(pid=93286) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 19 17:09:21.337138 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.db.segments_db [None req-2e218850-d57f-47c8-b3aa-e7621b8c4d5d admin admin] Added segment 47b140da-df92-468e-84a5-c86ae1c5f4e9 of type vlan for network 9816eef0-64d4-4bbb-a895-acde2bd4a921 Jul 19 17:09:21.357782 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e218850-d57f-47c8-b3aa-e7621b8c4d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b9cddb-6a74-4436-af1a-488f71a77e4e,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:09:21.407262 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e218850-d57f-47c8-b3aa-e7621b8c4d5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:21.407629 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e218850-d57f-47c8-b3aa-e7621b8c4d5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:21.407972 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e218850-d57f-47c8-b3aa-e7621b8c4d5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:21.408303 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e218850-d57f-47c8-b3aa-e7621b8c4d5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:21.408630 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e218850-d57f-47c8-b3aa-e7621b8c4d5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:21.408981 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e218850-d57f-47c8-b3aa-e7621b8c4d5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:21.409421 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e218850-d57f-47c8-b3aa-e7621b8c4d5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:21.409738 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e218850-d57f-47c8-b3aa-e7621b8c4d5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:21.410085 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e218850-d57f-47c8-b3aa-e7621b8c4d5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:21.410405 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e218850-d57f-47c8-b3aa-e7621b8c4d5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:21.410729 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e218850-d57f-47c8-b3aa-e7621b8c4d5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:21.411072 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e218850-d57f-47c8-b3aa-e7621b8c4d5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:21.412919 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e218850-d57f-47c8-b3aa-e7621b8c4d5d admin admin] Tracked resource versions report: Jul 19 17:09:21.412919 dv-cinder-801354-1-iscsi neutron-server[93286]: pushed versions: Jul 19 17:09:21.412919 dv-cinder-801354-1-iscsi neutron-server[93286]: { 'AddressGroup': {'1.2'}, Jul 19 17:09:21.412919 dv-cinder-801354-1-iscsi neutron-server[93286]: 'ConntrackHelper': {'1.0'}, Jul 19 17:09:21.412919 dv-cinder-801354-1-iscsi neutron-server[93286]: 'Log': {'1.0'}, Jul 19 17:09:21.412919 dv-cinder-801354-1-iscsi neutron-server[93286]: 'Network': {'1.1'}, Jul 19 17:09:21.412919 dv-cinder-801354-1-iscsi neutron-server[93286]: 'Port': {'1.7'}, Jul 19 17:09:21.412919 dv-cinder-801354-1-iscsi neutron-server[93286]: 'PortForwarding': {'1.2'}, Jul 19 17:09:21.412919 dv-cinder-801354-1-iscsi neutron-server[93286]: 'QosPolicy': {'1.8'}, Jul 19 17:09:21.412919 dv-cinder-801354-1-iscsi neutron-server[93286]: 'SecurityGroup': {'1.4'}, Jul 19 17:09:21.412919 dv-cinder-801354-1-iscsi neutron-server[93286]: 'SecurityGroupRule': {'1.2'}, Jul 19 17:09:21.412919 dv-cinder-801354-1-iscsi neutron-server[93286]: 'SubPort': {'1.0'}, Jul 19 17:09:21.412919 dv-cinder-801354-1-iscsi neutron-server[93286]: 'Subnet': {'1.1'}, Jul 19 17:09:21.412919 dv-cinder-801354-1-iscsi neutron-server[93286]: 'Trunk': {'1.1'}} Jul 19 17:09:21.412919 dv-cinder-801354-1-iscsi neutron-server[93286]: consumer versions: Jul 19 17:09:21.412919 dv-cinder-801354-1-iscsi neutron-server[93286]: { DHCP agent@dv-cinder-801354-1-iscsi: {}, Jul 19 17:09:21.412919 dv-cinder-801354-1-iscsi neutron-server[93286]: L3 agent@dv-cinder-801354-1-iscsi: {}, Jul 19 17:09:21.412919 dv-cinder-801354-1-iscsi neutron-server[93286]: Metadata agent@dv-cinder-801354-1-iscsi: {}, Jul 19 17:09:21.412919 dv-cinder-801354-1-iscsi neutron-server[93286]: Metering agent@dv-cinder-801354-1-iscsi: {}, Jul 19 17:09:21.412919 dv-cinder-801354-1-iscsi neutron-server[93286]: Open vSwitch agent@dv-cinder-801354-1-iscsi: { 'AddressGroup': '1.2', Jul 19 17:09:21.412919 dv-cinder-801354-1-iscsi neutron-server[93286]: 'ConntrackHelper': '1.0', Jul 19 17:09:21.412919 dv-cinder-801354-1-iscsi neutron-server[93286]: 'Log': '1.0', Jul 19 17:09:21.412919 dv-cinder-801354-1-iscsi neutron-server[93286]: 'Network': '1.1', Jul 19 17:09:21.412919 dv-cinder-801354-1-iscsi neutron-server[93286]: 'Port': '1.7', Jul 19 17:09:21.412919 dv-cinder-801354-1-iscsi neutron-server[93286]: 'PortForwarding': '1.2', Jul 19 17:09:21.412919 dv-cinder-801354-1-iscsi neutron-server[93286]: 'QosPolicy': '1.8', Jul 19 17:09:21.412919 dv-cinder-801354-1-iscsi neutron-server[93286]: 'SecurityGroup': '1.4', Jul 19 17:09:21.412919 dv-cinder-801354-1-iscsi neutron-server[93286]: 'SecurityGroupRule': '1.2', Jul 19 17:09:21.412919 dv-cinder-801354-1-iscsi neutron-server[93286]: 'SubPort': '1.0', Jul 19 17:09:21.412919 dv-cinder-801354-1-iscsi neutron-server[93286]: 'Subnet': '1.1', Jul 19 17:09:21.412919 dv-cinder-801354-1-iscsi neutron-server[93286]: 'Trunk': '1.1'}} Jul 19 17:09:21.412919 dv-cinder-801354-1-iscsi neutron-server[93286]: {{(pid=93286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 17:09:21.451380 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2e218850-d57f-47c8-b3aa-e7621b8c4d5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737332213742'] for network, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:21.503740 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2e218850-d57f-47c8-b3aa-e7621b8c4d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for network, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:21.504819 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e218850-d57f-47c8-b3aa-e7621b8c4d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:09:21.505565 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2e218850-d57f-47c8-b3aa-e7621b8c4d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:21.563224 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-2e218850-d57f-47c8-b3aa-e7621b8c4d5d admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7292087 Jul 19 17:09:21.603456 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e218850-d57f-47c8-b3aa-e7621b8c4d5d admin admin] Pushing event updated for resources: {'Network': ['ID=9816eef0-64d4-4bbb-a895-acde2bd4a921,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:09:21.615575 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Network 9816eef0-64d4-4bbb-a895-acde2bd4a921 details requested by agent ovs-agent-dv-cinder-801354-1-iscsi with host dv-cinder-801354-1-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:09:24.168948 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 60598) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:09:24.550386 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851b22b6-172e-4628-bcb6-103904c29e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:09:24.551709 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-851b22b6-172e-4628-bcb6-103904c29e6e admin admin] 10.222.0.63 "GET /v2.0/networks/9816eef0-64d4-4bbb-a895-acde2bd4a921 HTTP/1.1" status: 200 len: 825 time: 0.3817804 Jul 19 17:09:24.574864 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-091a35a9-81cb-4c3d-b799-934d309a267a admin admin] 10.222.0.63 "GET /v2.0/subnetpools/bb41a45d-95e3-4004-9b1b-4846d4ce712e HTTP/1.1" status: 200 len: 734 time: 0.0178046 Jul 19 17:09:24.582931 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-88db819b-e7bf-48b3-96a7-16cc13ad93ef admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': '9816eef0-64d4-4bbb-a895-acde2bd4a921', 'gateway_ip': '172.20.0.1', 'tenant_id': '71d9fcc544a840cd86d2714afdd5521c', 'subnetpool_id': 'bb41a45d-95e3-4004-9b1b-4846d4ce712e'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:09:24.605006 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88db819b-e7bf-48b3-96a7-16cc13ad93ef admin admin] Made reservation on behalf of 71d9fcc544a840cd86d2714afdd5521c for: {'subnet': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:09:24.607877 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-88db819b-e7bf-48b3-96a7-16cc13ad93ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:24.895318 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-88db819b-e7bf-48b3-96a7-16cc13ad93ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for subnet, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:24.959970 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db819b-e7bf-48b3-96a7-16cc13ad93ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3f96667-4f4a-4e5a-ba53-af6da142bae6,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:09:24.968348 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88db819b-e7bf-48b3-96a7-16cc13ad93ef admin admin] Checking segment: {'id': '47b140da-df92-468e-84a5-c86ae1c5f4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9816eef0-64d4-4bbb-a895-acde2bd4a921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:09:24.968715 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88db819b-e7bf-48b3-96a7-16cc13ad93ef admin admin] Network hostable DHCP agents. Network: 9816eef0-64d4-4bbb-a895-acde2bd4a921, hostable agents: ['2623ed35-230f-4ed4-8c02-4756eb9c3b9a'], hosted agents: [] {{(pid=93286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:09:24.989292 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88db819b-e7bf-48b3-96a7-16cc13ad93ef admin admin] Network 9816eef0-64d4-4bbb-a895-acde2bd4a921 is scheduled to be hosted by DHCP agent 2623ed35-230f-4ed4-8c02-4756eb9c3b9a with binding_index 1 {{(pid=93286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:09:25.000314 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-88db819b-e7bf-48b3-96a7-16cc13ad93ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-1-iscsi, 9816eef0-64d4-4bbb-a895-acde2bd4a921) {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:09:25.005442 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88db819b-e7bf-48b3-96a7-16cc13ad93ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:09:25.006065 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-88db819b-e7bf-48b3-96a7-16cc13ad93ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:25.009861 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294fb04f-f2bd-46fa-aa40-edffb6b7c660 None None] Network 9816eef0-64d4-4bbb-a895-acde2bd4a921 requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:09:25.019292 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-88db819b-e7bf-48b3-96a7-16cc13ad93ef admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4396729 Jul 19 17:09:25.322676 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb66f432-f83b-5af4-94dc-6d90656eacfe-9816eef0-64d4-4bbb-a895-acde2bd4a921', 'network_id': '9816eef0-64d4-4bbb-a895-acde2bd4a921', 'tenant_id': '71d9fcc544a840cd86d2714afdd5521c', 'fixed_ips': [{'subnet_id': 'a3f96667-4f4a-4e5a-ba53-af6da142bae6'}]}} from dv-cinder-801354-1-iscsi. {{(pid=93287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 17:09:25.323908 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:25.594936 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.db_base_plugin_common [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Allocated IP 172.20.0.2 (9816eef0-64d4-4bbb-a895-acde2bd4a921/a3f96667-4f4a-4e5a-ba53-af6da142bae6/ffe46327-bba8-408f-b9d3-a0be709ae73f) {{(pid=93287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:09:25.794871 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Notify callbacks [] for port, precommit_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:25.812376 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Transition to ACTIVE for port object ffe46327-bba8-408f-b9d3-a0be709ae73f will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:09:25.861020 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Transition to ACTIVE for port object ffe46327-bba8-408f-b9d3-a0be709ae73f will not be triggered until provisioned by entity DHCP. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:09:25.869280 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961'] for port, after_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:25.930683 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Network 9816eef0-64d4-4bbb-a895-acde2bd4a921 is already hosted by enough agents. {{(pid=93287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:09:25.937168 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.scheduler.base_scheduler [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Resources bound (agent type, host, resource id): {{(pid=93287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:09:25.946185 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Received port after_create {{(pid=93287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:09:25.953827 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Pushing event updated for resources: {'Port': ['ID=ffe46327-bba8-408f-b9d3-a0be709ae73f,revision_number=1']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:09:25.979910 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:25.980251 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:25.980585 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:25.980914 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:25.981256 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:25.981626 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:25.981954 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:25.982275 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:25.982613 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:25.982937 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:25.983254 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:25.983571 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:25.984729 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Tracked resource versions report: Jul 19 17:09:25.984729 dv-cinder-801354-1-iscsi neutron-server[93287]: pushed versions: Jul 19 17:09:25.984729 dv-cinder-801354-1-iscsi neutron-server[93287]: { 'AddressGroup': {'1.2'}, Jul 19 17:09:25.984729 dv-cinder-801354-1-iscsi neutron-server[93287]: 'ConntrackHelper': {'1.0'}, Jul 19 17:09:25.984729 dv-cinder-801354-1-iscsi neutron-server[93287]: 'Log': {'1.0'}, Jul 19 17:09:25.984729 dv-cinder-801354-1-iscsi neutron-server[93287]: 'Network': {'1.1'}, Jul 19 17:09:25.984729 dv-cinder-801354-1-iscsi neutron-server[93287]: 'Port': {'1.7'}, Jul 19 17:09:25.984729 dv-cinder-801354-1-iscsi neutron-server[93287]: 'PortForwarding': {'1.2'}, Jul 19 17:09:25.984729 dv-cinder-801354-1-iscsi neutron-server[93287]: 'QosPolicy': {'1.8'}, Jul 19 17:09:25.984729 dv-cinder-801354-1-iscsi neutron-server[93287]: 'SecurityGroup': {'1.4'}, Jul 19 17:09:25.984729 dv-cinder-801354-1-iscsi neutron-server[93287]: 'SecurityGroupRule': {'1.2'}, Jul 19 17:09:25.984729 dv-cinder-801354-1-iscsi neutron-server[93287]: 'SubPort': {'1.0'}, Jul 19 17:09:25.984729 dv-cinder-801354-1-iscsi neutron-server[93287]: 'Subnet': {'1.1'}, Jul 19 17:09:25.984729 dv-cinder-801354-1-iscsi neutron-server[93287]: 'Trunk': {'1.1'}} Jul 19 17:09:25.984729 dv-cinder-801354-1-iscsi neutron-server[93287]: consumer versions: Jul 19 17:09:25.984729 dv-cinder-801354-1-iscsi neutron-server[93287]: { DHCP agent@dv-cinder-801354-1-iscsi: {}, Jul 19 17:09:25.984729 dv-cinder-801354-1-iscsi neutron-server[93287]: L3 agent@dv-cinder-801354-1-iscsi: {}, Jul 19 17:09:25.984729 dv-cinder-801354-1-iscsi neutron-server[93287]: Metadata agent@dv-cinder-801354-1-iscsi: {}, Jul 19 17:09:25.984729 dv-cinder-801354-1-iscsi neutron-server[93287]: Metering agent@dv-cinder-801354-1-iscsi: {}, Jul 19 17:09:25.984729 dv-cinder-801354-1-iscsi neutron-server[93287]: Open vSwitch agent@dv-cinder-801354-1-iscsi: { 'AddressGroup': '1.2', Jul 19 17:09:25.984729 dv-cinder-801354-1-iscsi neutron-server[93287]: 'ConntrackHelper': '1.0', Jul 19 17:09:25.984729 dv-cinder-801354-1-iscsi neutron-server[93287]: 'Log': '1.0', Jul 19 17:09:25.984729 dv-cinder-801354-1-iscsi neutron-server[93287]: 'Network': '1.1', Jul 19 17:09:25.984729 dv-cinder-801354-1-iscsi neutron-server[93287]: 'Port': '1.7', Jul 19 17:09:25.984729 dv-cinder-801354-1-iscsi neutron-server[93287]: 'PortForwarding': '1.2', Jul 19 17:09:25.984729 dv-cinder-801354-1-iscsi neutron-server[93287]: 'QosPolicy': '1.8', Jul 19 17:09:25.984729 dv-cinder-801354-1-iscsi neutron-server[93287]: 'SecurityGroup': '1.4', Jul 19 17:09:25.984729 dv-cinder-801354-1-iscsi neutron-server[93287]: 'SecurityGroupRule': '1.2', Jul 19 17:09:25.984729 dv-cinder-801354-1-iscsi neutron-server[93287]: 'SubPort': '1.0', Jul 19 17:09:25.984729 dv-cinder-801354-1-iscsi neutron-server[93287]: 'Subnet': '1.1', Jul 19 17:09:25.984729 dv-cinder-801354-1-iscsi neutron-server[93287]: 'Trunk': '1.1'}} Jul 19 17:09:25.984729 dv-cinder-801354-1-iscsi neutron-server[93287]: {{(pid=93287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 17:09:26.037674 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Attempting to bind port ffe46327-bba8-408f-b9d3-a0be709ae73f on host dv-cinder-801354-1-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:09:26.038277 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Attempting to bind port ffe46327-bba8-408f-b9d3-a0be709ae73f by drivers openvswitch,hyperv on host dv-cinder-801354-1-iscsi at level 0 using segments [{'id': '47b140da-df92-468e-84a5-c86ae1c5f4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9816eef0-64d4-4bbb-a895-acde2bd4a921'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:09:26.038491 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Attempting to bind port ffe46327-bba8-408f-b9d3-a0be709ae73f on network 9816eef0-64d4-4bbb-a895-acde2bd4a921 {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:09:26.043231 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Checking agent: {'id': '1644f3e0-cc54-41af-ad00-0738a02153ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 9, 11), 'started_at': datetime.datetime(2021, 7, 19, 17, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:09:26.043631 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Checking segment: {'id': '47b140da-df92-468e-84a5-c86ae1c5f4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9816eef0-64d4-4bbb-a895-acde2bd4a921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:09:26.044108 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:26.044498 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Bound using segment: {'id': '47b140da-df92-468e-84a5-c86ae1c5f4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9816eef0-64d4-4bbb-a895-acde2bd4a921'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:09:26.044973 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Bound port: ffe46327-bba8-408f-b9d3-a0be709ae73f, host: dv-cinder-801354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b140da-df92-468e-84a5-c86ae1c5f4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9816eef0-64d4-4bbb-a895-acde2bd4a921'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:09:26.045424 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:26.105066 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] For port ffe46327-bba8-408f-b9d3-a0be709ae73f, host dv-cinder-801354-1-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:09:26.109470 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] For port ffe46327-bba8-408f-b9d3-a0be709ae73f, host dv-cinder-801354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=ffe46327-bba8-408f-b9d3-a0be709ae73f,segment=NetworkSegment(47b140da-df92-468e-84a5-c86ae1c5f4e9),segment_id=47b140da-df92-468e-84a5-c86ae1c5f4e9)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:09:26.113878 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:26.178880 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65dff1-5e4a-4cf4-a00c-97f5950740ba None None] Pushing event updated for resources: {'Port': ['ID=ffe46327-bba8-408f-b9d3-a0be709ae73f,revision_number=2']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:09:27.380895 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 60606) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:09:27.869674 dv-cinder-801354-1-iscsi neutron-server[93285]: WARNING oslo_policy.policy [None req-681c1c54-2972-4313-a8d4-8a3336772f2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 17:09:27.870241 dv-cinder-801354-1-iscsi neutron-server[93285]: WARNING oslo_policy.policy [None req-681c1c54-2972-4313-a8d4-8a3336772f2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 17:09:28.100234 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [None req-681c1c54-2972-4313-a8d4-8a3336772f2d admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:09:28.101379 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-681c1c54-2972-4313-a8d4-8a3336772f2d admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7180145 Jul 19 17:09:30.472820 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 60620) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:09:30.780560 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [None req-d7966af1-77d7-4847-a6e4-952ffda2f7bf admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:09:30.781572 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-d7966af1-77d7-4847-a6e4-952ffda2f7bf admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3077092 Jul 19 17:09:32.312903 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e38fe4-3e7f-4add-b433-13bd568bd83a None None] Network 9816eef0-64d4-4bbb-a895-acde2bd4a921 requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:09:32.428802 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-07a37de8-e6b4-4c6e-999f-e1428ef255ed None None] Provisioning for port ffe46327-bba8-408f-b9d3-a0be709ae73f completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:09:33.038264 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device ffe46327-bba8-408f-b9d3-a0be709ae73f up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:09:33.117292 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning for port ffe46327-bba8-408f-b9d3-a0be709ae73f completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:09:33.120625 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port ffe46327-bba8-408f-b9d3-a0be709ae73f triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:09:33.121020 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:33.227921 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:33.262700 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] For port ffe46327-bba8-408f-b9d3-a0be709ae73f, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=ffe46327-bba8-408f-b9d3-a0be709ae73f,segment=NetworkSegment(47b140da-df92-468e-84a5-c86ae1c5f4e9),segment_id=47b140da-df92-468e-84a5-c86ae1c5f4e9)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:09:33.266543 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:33.315827 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Pushing event updated for resources: {'Port': ['ID=ffe46327-bba8-408f-b9d3-a0be709ae73f,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:09:33.391289 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 60634) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:09:33.677095 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-69421225-795b-4739-bcc3-f19c72bf1226 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '71d9fcc544a840cd86d2714afdd5521c', 'admin_state_up': True}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:09:33.699816 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-69421225-795b-4739-bcc3-f19c72bf1226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-974277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9720'] for router, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:33.701460 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-69421225-795b-4739-bcc3-f19c72bf1226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-974835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9719'] for router, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:33.834464 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-69421225-795b-4739-bcc3-f19c72bf1226 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:33.838633 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-69421225-795b-4739-bcc3-f19c72bf1226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-974268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-974124'] for router, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:33.850324 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-69421225-795b-4739-bcc3-f19c72bf1226 admin admin] Notify callbacks [] for router, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:33.851656 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-69421225-795b-4739-bcc3-f19c72bf1226 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4593499 Jul 19 17:09:35.017969 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device ffe46327-bba8-408f-b9d3-a0be709ae73f up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:09:35.067532 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port ffe46327-bba8-408f-b9d3-a0be709ae73f triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:09:35.067902 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:36.202240 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 60642) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:09:36.502200 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [None req-8c8d83ce-ce61-47b2-ad58-efed96b90843 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:09:36.503193 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-8c8d83ce-ce61-47b2-ad58-efed96b90843 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3000109 Jul 19 17:09:38.443442 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-aeb8b00e-dea2-4587-b371-f4f263c0ab60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:38.844916 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 60650) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:09:39.148872 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-108ecdb0-6227-42ba-97cd-295dcc7622d6 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:09:39.171498 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108ecdb0-6227-42ba-97cd-295dcc7622d6 admin admin] Made reservation on behalf of 2bf0bed93c004578a4b4cfef3422966a for: {'network': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:09:39.173864 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-108ecdb0-6227-42ba-97cd-295dcc7622d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for network, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:39.181448 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-108ecdb0-6227-42ba-97cd-295dcc7622d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:39.276660 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-108ecdb0-6227-42ba-97cd-295dcc7622d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:39.280371 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-108ecdb0-6227-42ba-97cd-295dcc7622d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:39.294723 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-108ecdb0-6227-42ba-97cd-295dcc7622d6 admin admin] Reserving flat network on physical network physnet1 {{(pid=93286) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 19 17:09:39.312746 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ecdb0-6227-42ba-97cd-295dcc7622d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc77500-ace1-47c7-bdfb-50a17c18096d,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:09:39.317635 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-108ecdb0-6227-42ba-97cd-295dcc7622d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:39.318528 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.db.segments_db [None req-108ecdb0-6227-42ba-97cd-295dcc7622d6 admin admin] Added segment 7431590e-ccf2-4917-bcc9-f5f2a04630c8 of type flat for network 471a83f0-55fa-4280-ad36-b168b6f04fca Jul 19 17:09:39.362611 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-108ecdb0-6227-42ba-97cd-295dcc7622d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737332213742'] for network, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:39.396983 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-108ecdb0-6227-42ba-97cd-295dcc7622d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for network, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:39.397901 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108ecdb0-6227-42ba-97cd-295dcc7622d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:09:39.398463 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-108ecdb0-6227-42ba-97cd-295dcc7622d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:39.440072 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-108ecdb0-6227-42ba-97cd-295dcc7622d6 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5940621 Jul 19 17:09:39.470687 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ecdb0-6227-42ba-97cd-295dcc7622d6 admin admin] Pushing event updated for resources: {'Network': ['ID=471a83f0-55fa-4280-ad36-b168b6f04fca,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:09:39.484260 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Network 471a83f0-55fa-4280-ad36-b168b6f04fca details requested by agent ovs-agent-dv-cinder-801354-1-iscsi with host dv-cinder-801354-1-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:09:40.669382 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-892be39f-77fe-4f80-8d56-3ff3bb690dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:41.135747 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:41.757643 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 60658) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:09:41.865897 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:42.138140 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602f5ef5-da18-4e3e-9f89-e894c86d497e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:09:42.139465 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-602f5ef5-da18-4e3e-9f89-e894c86d497e admin admin] 10.222.0.63 "GET /v2.0/subnets/a3f96667-4f4a-4e5a-ba53-af6da142bae6 HTTP/1.1" status: 200 len: 849 time: 0.3808792 Jul 19 17:09:42.250885 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-820eb726-9b8c-49d5-8062-0f1c540c76b3 admin admin] 10.222.0.63 "GET /v2.0/routers/6cf883cb-0e7b-4171-9c19-982291b6079a HTTP/1.1" status: 200 len: 704 time: 0.1061172 Jul 19 17:09:42.506634 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8b01d55d-8300-48e9-af11-ac3c27641c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:42.791097 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-8b01d55d-8300-48e9-af11-ac3c27641c57 admin admin] Allocated IP 172.20.0.1 (9816eef0-64d4-4bbb-a895-acde2bd4a921/a3f96667-4f4a-4e5a-ba53-af6da142bae6/ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:09:42.981099 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8b01d55d-8300-48e9-af11-ac3c27641c57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:43.002898 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-8b01d55d-8300-48e9-af11-ac3c27641c57 admin admin] Transition to ACTIVE for port object ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5 will not be triggered until provisioned by entity DHCP. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:09:43.079671 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8b01d55d-8300-48e9-af11-ac3c27641c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:43.145236 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b01d55d-8300-48e9-af11-ac3c27641c57 admin admin] Network 9816eef0-64d4-4bbb-a895-acde2bd4a921 is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:09:43.156015 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-8b01d55d-8300-48e9-af11-ac3c27641c57 admin admin] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:09:43.159070 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b01d55d-8300-48e9-af11-ac3c27641c57 admin admin] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:09:43.159616 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8b01d55d-8300-48e9-af11-ac3c27641c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974323'] for router_interface, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:43.228024 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01d55d-8300-48e9-af11-ac3c27641c57 admin admin] Pushing event updated for resources: {'Port': ['ID=ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:09:43.334665 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6911c390-c4cc-4e12-9c63-701ea3bd84c5 None None] Provisioning for port ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:09:43.338095 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6911c390-c4cc-4e12-9c63-701ea3bd84c5 None None] Provisioning complete for port ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:09:43.338470 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6911c390-c4cc-4e12-9c63-701ea3bd84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:43.370444 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-6911c390-c4cc-4e12-9c63-701ea3bd84c5 None None] Port ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:09:43.372706 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8b01d55d-8300-48e9-af11-ac3c27641c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:43.547526 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8b01d55d-8300-48e9-af11-ac3c27641c57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:43.551708 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8b01d55d-8300-48e9-af11-ac3c27641c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:43.552516 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8b01d55d-8300-48e9-af11-ac3c27641c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-785103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-972643'] for router_interface, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:43.599938 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:43.610084 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01d55d-8300-48e9-af11-ac3c27641c57 admin admin] Pushing event updated for resources: {'Port': ['ID=ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:09:43.673112 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b01d55d-8300-48e9-af11-ac3c27641c57 admin admin] Network 9816eef0-64d4-4bbb-a895-acde2bd4a921 is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:09:43.674388 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-8b01d55d-8300-48e9-af11-ac3c27641c57 admin admin] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:09:43.828210 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b01d55d-8300-48e9-af11-ac3c27641c57 admin admin] Router 6cf883cb-0e7b-4171-9c19-982291b6079a is scheduled to L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f with binding_index 1 {{(pid=93286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 17:09:43.892406 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a9d6e653-0ca7-46a3-83a8-fa5969be1454 None None] Provisioning complete for port ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:09:43.892875 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a9d6e653-0ca7-46a3-83a8-fa5969be1454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:43.916736 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b01d55d-8300-48e9-af11-ac3c27641c57 admin admin] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:09:43.922558 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-8b01d55d-8300-48e9-af11-ac3c27641c57 admin admin] 10.222.0.63 "PUT /v2.0/routers/6cf883cb-0e7b-4171-9c19-982291b6079a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6670096 Jul 19 17:09:43.924926 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-a9d6e653-0ca7-46a3-83a8-fa5969be1454 None None] Port ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:09:43.929582 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3464a2-1fad-4728-ab70-193429efe085 None None] Sync routers for ids ['6cf883cb-0e7b-4171-9c19-982291b6079a'] in dv-cinder-801354-1-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:09:43.941343 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3464a2-1fad-4728-ab70-193429efe085 None None] Routers {'6cf883cb-0e7b-4171-9c19-982291b6079a'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:09:43.942097 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-3b3464a2-1fad-4728-ab70-193429efe085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:09:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['6cf883cb-0e7b-4171-9c19-982291b6079a'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:09:44.128150 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-3b3464a2-1fad-4728-ab70-193429efe085 None None] Set router 6cf883cb-0e7b-4171-9c19-982291b6079a gateway port host: None {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:09:44.547627 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-3b3464a2-1fad-4728-ab70-193429efe085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf883cb-0e7b-4171-9c19-982291b6079a', 'name': 'router1', 'tenant_id': '71d9fcc544a840cd86d2714afdd5521c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:09:33Z', 'updated_at': '2021-07-19T17:09:43Z', 'revision_number': 2, 'project_id': '71d9fcc544a840cd86d2714afdd5521c', 'gw_port_host': None, '_interfaces': [{'id': 'ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5', 'name': '', 'network_id': '9816eef0-64d4-4bbb-a895-acde2bd4a921', 'tenant_id': '71d9fcc544a840cd86d2714afdd5521c', 'mac_address': 'fa:16:3e:cb:f7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf883cb-0e7b-4171-9c19-982291b6079a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3f96667-4f4a-4e5a-ba53-af6da142bae6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:09:42Z', 'updated_at': '2021-07-19T17:09:43Z', 'revision_number': 2, 'project_id': '71d9fcc544a840cd86d2714afdd5521c', 'subnets': [{'id': 'a3f96667-4f4a-4e5a-ba53-af6da142bae6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb41a45d-95e3-4004-9b1b-4846d4ce712e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:09:44.598126 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3464a2-1fad-4728-ab70-193429efe085 None None] Checking router: 6cf883cb-0e7b-4171-9c19-982291b6079a for host: dv-cinder-801354-1-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:09:44.598492 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3464a2-1fad-4728-ab70-193429efe085 None None] Updating router 6cf883cb-0e7b-4171-9c19-982291b6079a port ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5 binding host dv-cinder-801354-1-iscsi {{(pid=93288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:09:44.663050 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-3b3464a2-1fad-4728-ab70-193429efe085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:45.144236 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-3b3464a2-1fad-4728-ab70-193429efe085 None None] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:45.163079 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [None req-3b3464a2-1fad-4728-ab70-193429efe085 None None] Transition to ACTIVE for port object ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5 will not be triggered until provisioned by entity L2. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:09:45.169474 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-3b3464a2-1fad-4728-ab70-193429efe085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:45.326302 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-3b3464a2-1fad-4728-ab70-193429efe085 None None] Attempting to bind port ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5 on host dv-cinder-801354-1-iscsi for vnic_type normal with profile {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:09:45.326821 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-3b3464a2-1fad-4728-ab70-193429efe085 None None] Attempting to bind port ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5 by drivers openvswitch,hyperv on host dv-cinder-801354-1-iscsi at level 0 using segments [{'id': '47b140da-df92-468e-84a5-c86ae1c5f4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9816eef0-64d4-4bbb-a895-acde2bd4a921'}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:09:45.327251 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3464a2-1fad-4728-ab70-193429efe085 None None] Attempting to bind port ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5 on network 9816eef0-64d4-4bbb-a895-acde2bd4a921 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:09:45.330159 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e666d96-03a8-4532-8a3d-a4dad41bf592 None None] Pushing event updated for resources: {'Port': ['ID=ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5,revision_number=3']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:09:45.336603 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3464a2-1fad-4728-ab70-193429efe085 None None] Checking agent: {'id': '1644f3e0-cc54-41af-ad00-0738a02153ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 9, 11), 'started_at': datetime.datetime(2021, 7, 19, 17, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:09:45.337018 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3464a2-1fad-4728-ab70-193429efe085 None None] Checking segment: {'id': '47b140da-df92-468e-84a5-c86ae1c5f4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9816eef0-64d4-4bbb-a895-acde2bd4a921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:09:45.337523 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-3b3464a2-1fad-4728-ab70-193429efe085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:45.337911 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3464a2-1fad-4728-ab70-193429efe085 None None] Bound using segment: {'id': '47b140da-df92-468e-84a5-c86ae1c5f4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9816eef0-64d4-4bbb-a895-acde2bd4a921'} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:09:45.338419 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-3b3464a2-1fad-4728-ab70-193429efe085 None None] Bound port: ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5, host: dv-cinder-801354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b140da-df92-468e-84a5-c86ae1c5f4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9816eef0-64d4-4bbb-a895-acde2bd4a921'}}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:09:45.338815 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-3b3464a2-1fad-4728-ab70-193429efe085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:45.350417 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e666d96-03a8-4532-8a3d-a4dad41bf592 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:45.350759 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e666d96-03a8-4532-8a3d-a4dad41bf592 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:45.351108 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e666d96-03a8-4532-8a3d-a4dad41bf592 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:45.351452 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e666d96-03a8-4532-8a3d-a4dad41bf592 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:45.351747 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e666d96-03a8-4532-8a3d-a4dad41bf592 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:45.352071 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e666d96-03a8-4532-8a3d-a4dad41bf592 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:45.352400 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e666d96-03a8-4532-8a3d-a4dad41bf592 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:45.352715 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e666d96-03a8-4532-8a3d-a4dad41bf592 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:45.353051 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e666d96-03a8-4532-8a3d-a4dad41bf592 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:45.353397 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e666d96-03a8-4532-8a3d-a4dad41bf592 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:45.353716 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e666d96-03a8-4532-8a3d-a4dad41bf592 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:45.354027 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e666d96-03a8-4532-8a3d-a4dad41bf592 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:09:45.355182 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e666d96-03a8-4532-8a3d-a4dad41bf592 None None] Tracked resource versions report: Jul 19 17:09:45.355182 dv-cinder-801354-1-iscsi neutron-server[93288]: pushed versions: Jul 19 17:09:45.355182 dv-cinder-801354-1-iscsi neutron-server[93288]: { 'AddressGroup': {'1.2'}, Jul 19 17:09:45.355182 dv-cinder-801354-1-iscsi neutron-server[93288]: 'ConntrackHelper': {'1.0'}, Jul 19 17:09:45.355182 dv-cinder-801354-1-iscsi neutron-server[93288]: 'Log': {'1.0'}, Jul 19 17:09:45.355182 dv-cinder-801354-1-iscsi neutron-server[93288]: 'Network': {'1.1'}, Jul 19 17:09:45.355182 dv-cinder-801354-1-iscsi neutron-server[93288]: 'Port': {'1.7'}, Jul 19 17:09:45.355182 dv-cinder-801354-1-iscsi neutron-server[93288]: 'PortForwarding': {'1.2'}, Jul 19 17:09:45.355182 dv-cinder-801354-1-iscsi neutron-server[93288]: 'QosPolicy': {'1.8'}, Jul 19 17:09:45.355182 dv-cinder-801354-1-iscsi neutron-server[93288]: 'SecurityGroup': {'1.4'}, Jul 19 17:09:45.355182 dv-cinder-801354-1-iscsi neutron-server[93288]: 'SecurityGroupRule': {'1.2'}, Jul 19 17:09:45.355182 dv-cinder-801354-1-iscsi neutron-server[93288]: 'SubPort': {'1.0'}, Jul 19 17:09:45.355182 dv-cinder-801354-1-iscsi neutron-server[93288]: 'Subnet': {'1.1'}, Jul 19 17:09:45.355182 dv-cinder-801354-1-iscsi neutron-server[93288]: 'Trunk': {'1.1'}} Jul 19 17:09:45.355182 dv-cinder-801354-1-iscsi neutron-server[93288]: consumer versions: Jul 19 17:09:45.355182 dv-cinder-801354-1-iscsi neutron-server[93288]: { DHCP agent@dv-cinder-801354-1-iscsi: {}, Jul 19 17:09:45.355182 dv-cinder-801354-1-iscsi neutron-server[93288]: L3 agent@dv-cinder-801354-1-iscsi: {}, Jul 19 17:09:45.355182 dv-cinder-801354-1-iscsi neutron-server[93288]: Metadata agent@dv-cinder-801354-1-iscsi: {}, Jul 19 17:09:45.355182 dv-cinder-801354-1-iscsi neutron-server[93288]: Metering agent@dv-cinder-801354-1-iscsi: {}, Jul 19 17:09:45.355182 dv-cinder-801354-1-iscsi neutron-server[93288]: Open vSwitch agent@dv-cinder-801354-1-iscsi: { 'AddressGroup': '1.2', Jul 19 17:09:45.355182 dv-cinder-801354-1-iscsi neutron-server[93288]: 'ConntrackHelper': '1.0', Jul 19 17:09:45.355182 dv-cinder-801354-1-iscsi neutron-server[93288]: 'Log': '1.0', Jul 19 17:09:45.355182 dv-cinder-801354-1-iscsi neutron-server[93288]: 'Network': '1.1', Jul 19 17:09:45.355182 dv-cinder-801354-1-iscsi neutron-server[93288]: 'Port': '1.7', Jul 19 17:09:45.355182 dv-cinder-801354-1-iscsi neutron-server[93288]: 'PortForwarding': '1.2', Jul 19 17:09:45.355182 dv-cinder-801354-1-iscsi neutron-server[93288]: 'QosPolicy': '1.8', Jul 19 17:09:45.355182 dv-cinder-801354-1-iscsi neutron-server[93288]: 'SecurityGroup': '1.4', Jul 19 17:09:45.355182 dv-cinder-801354-1-iscsi neutron-server[93288]: 'SecurityGroupRule': '1.2', Jul 19 17:09:45.355182 dv-cinder-801354-1-iscsi neutron-server[93288]: 'SubPort': '1.0', Jul 19 17:09:45.355182 dv-cinder-801354-1-iscsi neutron-server[93288]: 'Subnet': '1.1', Jul 19 17:09:45.355182 dv-cinder-801354-1-iscsi neutron-server[93288]: 'Trunk': '1.1'}} Jul 19 17:09:45.355182 dv-cinder-801354-1-iscsi neutron-server[93288]: {{(pid=93288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 17:09:45.416097 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-3b3464a2-1fad-4728-ab70-193429efe085 None None] For port ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5, host dv-cinder-801354-1-iscsi, cleared binding levels {{(pid=93288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:09:45.437046 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-3b3464a2-1fad-4728-ab70-193429efe085 None None] For port ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5, host dv-cinder-801354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5,segment=NetworkSegment(47b140da-df92-468e-84a5-c86ae1c5f4e9),segment_id=47b140da-df92-468e-84a5-c86ae1c5f4e9)] {{(pid=93288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:09:45.441193 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-3b3464a2-1fad-4728-ab70-193429efe085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:45.495464 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3464a2-1fad-4728-ab70-193429efe085 None None] Routers {'6cf883cb-0e7b-4171-9c19-982291b6079a'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:09:45.496081 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-3b3464a2-1fad-4728-ab70-193429efe085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:09:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['6cf883cb-0e7b-4171-9c19-982291b6079a'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:09:45.558676 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e666d96-03a8-4532-8a3d-a4dad41bf592 None None] Pushing event updated for resources: {'Port': ['ID=ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5,revision_number=4']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:09:45.592573 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-3b3464a2-1fad-4728-ab70-193429efe085 None None] Set router 6cf883cb-0e7b-4171-9c19-982291b6079a gateway port host: None {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:09:45.793567 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-3b3464a2-1fad-4728-ab70-193429efe085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf883cb-0e7b-4171-9c19-982291b6079a', 'name': 'router1', 'tenant_id': '71d9fcc544a840cd86d2714afdd5521c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:09:33Z', 'updated_at': '2021-07-19T17:09:43Z', 'revision_number': 2, 'project_id': '71d9fcc544a840cd86d2714afdd5521c', 'gw_port_host': None, '_interfaces': [{'id': 'ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5', 'name': '', 'network_id': '9816eef0-64d4-4bbb-a895-acde2bd4a921', 'tenant_id': '71d9fcc544a840cd86d2714afdd5521c', 'mac_address': 'fa:16:3e:cb:f7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf883cb-0e7b-4171-9c19-982291b6079a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3f96667-4f4a-4e5a-ba53-af6da142bae6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:09:42Z', 'updated_at': '2021-07-19T17:09:45Z', 'revision_number': 4, 'project_id': '71d9fcc544a840cd86d2714afdd5521c', 'subnets': [{'id': 'a3f96667-4f4a-4e5a-ba53-af6da142bae6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb41a45d-95e3-4004-9b1b-4846d4ce712e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:09:45.821441 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3464a2-1fad-4728-ab70-193429efe085 None None] The sync data for ids ['6cf883cb-0e7b-4171-9c19-982291b6079a'] in dv-cinder-801354-1-iscsi is: [{'id': '6cf883cb-0e7b-4171-9c19-982291b6079a', 'name': 'router1', 'tenant_id': '71d9fcc544a840cd86d2714afdd5521c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:09:33Z', 'updated_at': '2021-07-19T17:09:43Z', 'revision_number': 2, 'project_id': '71d9fcc544a840cd86d2714afdd5521c', 'gw_port_host': None, '_interfaces': [{'id': 'ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5', 'name': '', 'network_id': '9816eef0-64d4-4bbb-a895-acde2bd4a921', 'tenant_id': '71d9fcc544a840cd86d2714afdd5521c', 'mac_address': 'fa:16:3e:cb:f7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf883cb-0e7b-4171-9c19-982291b6079a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3f96667-4f4a-4e5a-ba53-af6da142bae6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:09:42Z', 'updated_at': '2021-07-19T17:09:45Z', 'revision_number': 4, 'project_id': '71d9fcc544a840cd86d2714afdd5521c', 'subnets': [{'id': 'a3f96667-4f4a-4e5a-ba53-af6da142bae6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb41a45d-95e3-4004-9b1b-4846d4ce712e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:09:46.140554 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 60678) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:09:46.273847 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c54ef20-00ca-4e4b-9d06-69ee941cad2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:09:46.275209 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-7c54ef20-00ca-4e4b-9d06-69ee941cad2d admin admin] 10.222.0.63 "GET /v2.0/networks/471a83f0-55fa-4280-ad36-b168b6f04fca HTTP/1.1" status: 200 len: 842 time: 0.1336670 Jul 19 17:09:46.284392 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-673b0adc-85af-4953-9096-bd0c90b5923c admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:09:46.305192 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673b0adc-85af-4953-9096-bd0c90b5923c admin admin] Made reservation on behalf of 2bf0bed93c004578a4b4cfef3422966a for: {'subnet': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:09:46.307356 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-673b0adc-85af-4953-9096-bd0c90b5923c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:46.643657 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.objects.ports [None req-673b0adc-85af-4953-9096-bd0c90b5923c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93286) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 19 17:09:46.644074 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-673b0adc-85af-4953-9096-bd0c90b5923c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for subnet, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:46.699984 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b0adc-85af-4953-9096-bd0c90b5923c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f22dab2-98ea-4073-8b5a-7afc7b46c4a2,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:09:46.704061 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673b0adc-85af-4953-9096-bd0c90b5923c admin admin] Checking segment: {'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:09:46.704413 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673b0adc-85af-4953-9096-bd0c90b5923c admin admin] Network hostable DHCP agents. Network: 471a83f0-55fa-4280-ad36-b168b6f04fca, hostable agents: ['2623ed35-230f-4ed4-8c02-4756eb9c3b9a'], hosted agents: [] {{(pid=93286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:09:46.720872 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673b0adc-85af-4953-9096-bd0c90b5923c admin admin] Network 471a83f0-55fa-4280-ad36-b168b6f04fca is scheduled to be hosted by DHCP agent 2623ed35-230f-4ed4-8c02-4756eb9c3b9a with binding_index 1 {{(pid=93286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:09:46.728819 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-673b0adc-85af-4953-9096-bd0c90b5923c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-1-iscsi, 471a83f0-55fa-4280-ad36-b168b6f04fca) {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:09:46.732583 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673b0adc-85af-4953-9096-bd0c90b5923c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:09:46.733166 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-673b0adc-85af-4953-9096-bd0c90b5923c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:46.738572 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f781a5-63cd-4ebd-bd76-86e08692b756 None None] Network 471a83f0-55fa-4280-ad36-b168b6f04fca requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:09:46.771593 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-673b0adc-85af-4953-9096-bd0c90b5923c admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4721398 Jul 19 17:09:46.872184 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6404f356-d6e8-444c-a713-97b5930bfecd None None] Network 471a83f0-55fa-4280-ad36-b168b6f04fca requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:09:49.022225 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 60700) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:09:49.044449 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:09:49.092448 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning for port ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:09:49.095998 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:09:49.096368 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:49.153279 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-40a517d9-f304-484b-a5c9-203e727875fa admin admin] 10.222.0.63 "GET /v2.0/routers/6cf883cb-0e7b-4171-9c19-982291b6079a HTTP/1.1" status: 200 len: 710 time: 0.1288779 Jul 19 17:09:49.173405 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:49.205513 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] For port ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5,segment=NetworkSegment(47b140da-df92-468e-84a5-c86ae1c5f4e9),segment_id=47b140da-df92-468e-84a5-c86ae1c5f4e9)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:09:49.209681 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:49.238824 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cae9fbc-9ff3-4f18-80a5-1b94ebdc3ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:09:49.240280 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-3cae9fbc-9ff3-4f18-80a5-1b94ebdc3ede admin admin] 10.222.0.63 "GET /v2.0/networks/471a83f0-55fa-4280-ad36-b168b6f04fca HTTP/1.1" status: 200 len: 886 time: 0.0829628 Jul 19 17:09:49.248921 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-1a919bb7-da55-4fad-a6ec-40a1ea867b07 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:09:49.254434 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Pushing event updated for resources: {'Port': ['ID=ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:09:49.499332 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1a919bb7-da55-4fad-a6ec-40a1ea867b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-974089', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-974251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9669'] for router, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:49.727951 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1a919bb7-da55-4fad-a6ec-40a1ea867b07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:49.802644 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1a919bb7-da55-4fad-a6ec-40a1ea867b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:49.903115 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-1a919bb7-da55-4fad-a6ec-40a1ea867b07 admin admin] Allocated IP 172.27.1.49 (471a83f0-55fa-4280-ad36-b168b6f04fca/5f22dab2-98ea-4073-8b5a-7afc7b46c4a2/2ae86893-f6a4-4e0d-903f-e21b07555a23) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:09:50.002936 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1a919bb7-da55-4fad-a6ec-40a1ea867b07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:50.040354 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1a919bb7-da55-4fad-a6ec-40a1ea867b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:50.077993 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a919bb7-da55-4fad-a6ec-40a1ea867b07 admin admin] Network 471a83f0-55fa-4280-ad36-b168b6f04fca is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:09:50.080624 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-1a919bb7-da55-4fad-a6ec-40a1ea867b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:09:50.084114 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a919bb7-da55-4fad-a6ec-40a1ea867b07 admin admin] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:09:50.120873 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a919bb7-da55-4fad-a6ec-40a1ea867b07 admin admin] Pushing event updated for resources: {'Port': ['ID=2ae86893-f6a4-4e0d-903f-e21b07555a23,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:09:50.399203 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1a919bb7-da55-4fad-a6ec-40a1ea867b07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:50.598572 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1a919bb7-da55-4fad-a6ec-40a1ea867b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-974089', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-974251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9669'] for router, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:50.602347 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1a919bb7-da55-4fad-a6ec-40a1ea867b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-974124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-974098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-974107', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-974233'] for router, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:50.702306 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a919bb7-da55-4fad-a6ec-40a1ea867b07 admin admin] Router 6cf883cb-0e7b-4171-9c19-982291b6079a has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:09:50.801479 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a919bb7-da55-4fad-a6ec-40a1ea867b07 admin admin] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:09:50.805617 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1a919bb7-da55-4fad-a6ec-40a1ea867b07 admin admin] Notify callbacks [] for router, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:50.806794 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-1a919bb7-da55-4fad-a6ec-40a1ea867b07 admin admin] 10.222.0.63 "PUT /v2.0/routers/6cf883cb-0e7b-4171-9c19-982291b6079a HTTP/1.1" status: 200 len: 889 time: 1.5611472 Jul 19 17:09:50.812219 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b434628-600c-45d4-b582-cf94cca073e9 None None] Sync routers for ids ['6cf883cb-0e7b-4171-9c19-982291b6079a'] in dv-cinder-801354-1-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:09:50.823879 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b434628-600c-45d4-b582-cf94cca073e9 None None] Routers {'6cf883cb-0e7b-4171-9c19-982291b6079a'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:09:50.824550 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-1b434628-600c-45d4-b582-cf94cca073e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:09:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['6cf883cb-0e7b-4171-9c19-982291b6079a'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:09:51.047258 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:09:51.120972 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-1b434628-600c-45d4-b582-cf94cca073e9 None None] Set router 6cf883cb-0e7b-4171-9c19-982291b6079a gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:09:51.269938 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:09:51.270208 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:51.577307 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-1b434628-600c-45d4-b582-cf94cca073e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf883cb-0e7b-4171-9c19-982291b6079a', 'name': 'router1', 'tenant_id': '71d9fcc544a840cd86d2714afdd5521c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '2ae86893-f6a4-4e0d-903f-e21b07555a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:09:33Z', 'updated_at': '2021-07-19T17:09:50Z', 'revision_number': 4, 'project_id': '71d9fcc544a840cd86d2714afdd5521c', 'gw_port': {'id': '2ae86893-f6a4-4e0d-903f-e21b07555a23', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf883cb-0e7b-4171-9c19-982291b6079a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:09:49Z', 'updated_at': '2021-07-19T17:09:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5', 'name': '', 'network_id': '9816eef0-64d4-4bbb-a895-acde2bd4a921', 'tenant_id': '71d9fcc544a840cd86d2714afdd5521c', 'mac_address': 'fa:16:3e:cb:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf883cb-0e7b-4171-9c19-982291b6079a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3f96667-4f4a-4e5a-ba53-af6da142bae6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:09:42Z', 'updated_at': '2021-07-19T17:09:49Z', 'revision_number': 5, 'project_id': '71d9fcc544a840cd86d2714afdd5521c', 'subnets': [{'id': 'a3f96667-4f4a-4e5a-ba53-af6da142bae6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb41a45d-95e3-4004-9b1b-4846d4ce712e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:09:51.628468 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b434628-600c-45d4-b582-cf94cca073e9 None None] Checking router: 6cf883cb-0e7b-4171-9c19-982291b6079a for host: dv-cinder-801354-1-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:09:51.628834 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b434628-600c-45d4-b582-cf94cca073e9 None None] Updating router 6cf883cb-0e7b-4171-9c19-982291b6079a port 2ae86893-f6a4-4e0d-903f-e21b07555a23 binding host dv-cinder-801354-1-iscsi {{(pid=93287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:09:51.661325 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-1b434628-600c-45d4-b582-cf94cca073e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:51.975187 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-1b434628-600c-45d4-b582-cf94cca073e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:51.984311 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-1b434628-600c-45d4-b582-cf94cca073e9 None None] Transition to ACTIVE for port object 2ae86893-f6a4-4e0d-903f-e21b07555a23 will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:09:51.990929 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-1b434628-600c-45d4-b582-cf94cca073e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:52.038359 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-1b434628-600c-45d4-b582-cf94cca073e9 None None] Attempting to bind port 2ae86893-f6a4-4e0d-903f-e21b07555a23 on host dv-cinder-801354-1-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:09:52.038731 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-1b434628-600c-45d4-b582-cf94cca073e9 None None] Attempting to bind port 2ae86893-f6a4-4e0d-903f-e21b07555a23 by drivers openvswitch,hyperv on host dv-cinder-801354-1-iscsi at level 0 using segments [{'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:09:52.039217 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b434628-600c-45d4-b582-cf94cca073e9 None None] Attempting to bind port 2ae86893-f6a4-4e0d-903f-e21b07555a23 on network 471a83f0-55fa-4280-ad36-b168b6f04fca {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:09:52.046377 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b434628-600c-45d4-b582-cf94cca073e9 None None] Checking agent: {'id': '1644f3e0-cc54-41af-ad00-0738a02153ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 9, 11), 'started_at': datetime.datetime(2021, 7, 19, 17, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:09:52.046752 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b434628-600c-45d4-b582-cf94cca073e9 None None] Checking segment: {'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:09:52.047152 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-1b434628-600c-45d4-b582-cf94cca073e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:52.047543 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b434628-600c-45d4-b582-cf94cca073e9 None None] Bound using segment: {'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:09:52.048006 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-1b434628-600c-45d4-b582-cf94cca073e9 None None] Bound port: 2ae86893-f6a4-4e0d-903f-e21b07555a23, host: dv-cinder-801354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:09:52.048398 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-1b434628-600c-45d4-b582-cf94cca073e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:52.049896 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e10cac-f6a5-4b42-9e35-87011328d96a None None] Pushing event updated for resources: {'Port': ['ID=2ae86893-f6a4-4e0d-903f-e21b07555a23,revision_number=2']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:09:52.100215 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-1b434628-600c-45d4-b582-cf94cca073e9 None None] For port 2ae86893-f6a4-4e0d-903f-e21b07555a23, host dv-cinder-801354-1-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:09:52.103265 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-1b434628-600c-45d4-b582-cf94cca073e9 None None] For port 2ae86893-f6a4-4e0d-903f-e21b07555a23, host dv-cinder-801354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=2ae86893-f6a4-4e0d-903f-e21b07555a23,segment=NetworkSegment(7431590e-ccf2-4917-bcc9-f5f2a04630c8),segment_id=7431590e-ccf2-4917-bcc9-f5f2a04630c8)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:09:52.106673 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-1b434628-600c-45d4-b582-cf94cca073e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:52.155086 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b434628-600c-45d4-b582-cf94cca073e9 None None] Routers {'6cf883cb-0e7b-4171-9c19-982291b6079a'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:09:52.155693 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-1b434628-600c-45d4-b582-cf94cca073e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:09:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['6cf883cb-0e7b-4171-9c19-982291b6079a'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:09:52.296629 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e10cac-f6a5-4b42-9e35-87011328d96a None None] Pushing event updated for resources: {'Port': ['ID=2ae86893-f6a4-4e0d-903f-e21b07555a23,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:09:52.342380 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-1b434628-600c-45d4-b582-cf94cca073e9 None None] Set router 6cf883cb-0e7b-4171-9c19-982291b6079a gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:09:52.545915 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-1b434628-600c-45d4-b582-cf94cca073e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf883cb-0e7b-4171-9c19-982291b6079a', 'name': 'router1', 'tenant_id': '71d9fcc544a840cd86d2714afdd5521c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '2ae86893-f6a4-4e0d-903f-e21b07555a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:09:33Z', 'updated_at': '2021-07-19T17:09:50Z', 'revision_number': 4, 'project_id': '71d9fcc544a840cd86d2714afdd5521c', 'gw_port': {'id': '2ae86893-f6a4-4e0d-903f-e21b07555a23', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf883cb-0e7b-4171-9c19-982291b6079a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:09:49Z', 'updated_at': '2021-07-19T17:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5', 'name': '', 'network_id': '9816eef0-64d4-4bbb-a895-acde2bd4a921', 'tenant_id': '71d9fcc544a840cd86d2714afdd5521c', 'mac_address': 'fa:16:3e:cb:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf883cb-0e7b-4171-9c19-982291b6079a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3f96667-4f4a-4e5a-ba53-af6da142bae6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:09:42Z', 'updated_at': '2021-07-19T17:09:49Z', 'revision_number': 5, 'project_id': '71d9fcc544a840cd86d2714afdd5521c', 'subnets': [{'id': 'a3f96667-4f4a-4e5a-ba53-af6da142bae6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb41a45d-95e3-4004-9b1b-4846d4ce712e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:09:52.571733 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b434628-600c-45d4-b582-cf94cca073e9 None None] The sync data for ids ['6cf883cb-0e7b-4171-9c19-982291b6079a'] in dv-cinder-801354-1-iscsi is: [{'id': '6cf883cb-0e7b-4171-9c19-982291b6079a', 'name': 'router1', 'tenant_id': '71d9fcc544a840cd86d2714afdd5521c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '2ae86893-f6a4-4e0d-903f-e21b07555a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:09:33Z', 'updated_at': '2021-07-19T17:09:50Z', 'revision_number': 4, 'project_id': '71d9fcc544a840cd86d2714afdd5521c', 'gw_port': {'id': '2ae86893-f6a4-4e0d-903f-e21b07555a23', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf883cb-0e7b-4171-9c19-982291b6079a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:09:49Z', 'updated_at': '2021-07-19T17:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5', 'name': '', 'network_id': '9816eef0-64d4-4bbb-a895-acde2bd4a921', 'tenant_id': '71d9fcc544a840cd86d2714afdd5521c', 'mac_address': 'fa:16:3e:cb:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf883cb-0e7b-4171-9c19-982291b6079a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3f96667-4f4a-4e5a-ba53-af6da142bae6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:09:42Z', 'updated_at': '2021-07-19T17:09:49Z', 'revision_number': 5, 'project_id': '71d9fcc544a840cd86d2714afdd5521c', 'subnets': [{'id': 'a3f96667-4f4a-4e5a-ba53-af6da142bae6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb41a45d-95e3-4004-9b1b-4846d4ce712e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:09:53.071399 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 2ae86893-f6a4-4e0d-903f-e21b07555a23 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:09:53.129719 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning for port 2ae86893-f6a4-4e0d-903f-e21b07555a23 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:09:53.135042 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 2ae86893-f6a4-4e0d-903f-e21b07555a23 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:09:53.135421 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:53.216072 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:53.228728 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 60708) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:09:53.238446 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] For port 2ae86893-f6a4-4e0d-903f-e21b07555a23, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=2ae86893-f6a4-4e0d-903f-e21b07555a23,segment=NetworkSegment(7431590e-ccf2-4917-bcc9-f5f2a04630c8),segment_id=7431590e-ccf2-4917-bcc9-f5f2a04630c8)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:09:53.243719 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:09:53.295954 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Pushing event updated for resources: {'Port': ['ID=2ae86893-f6a4-4e0d-903f-e21b07555a23,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:09:53.360715 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-222c0e1a-ba84-4e9f-a64e-febe5589e2f6 admin admin] 10.222.0.63 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1308329 Jul 19 17:09:55.045182 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 2ae86893-f6a4-4e0d-903f-e21b07555a23 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:09:55.099983 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 2ae86893-f6a4-4e0d-903f-e21b07555a23 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:09:55.100304 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:10:08.470427 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-526c499a-2f41-4f00-8816-ff074de9ea5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:10:08.693231 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 5 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:10:10.676480 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6ced55eb-f263-4438-90c9-3fd03d9a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:10:11.142575 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:10:11.872813 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:10:13.621248 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:10:38.450870 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-3e8d2759-b032-4279-be89-fbe7f6d66536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:10:40.668931 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-19d5528e-aa56-4f53-9d4d-a9edcaf13ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:10:41.158347 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:10:41.876933 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:10:43.624251 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:10:45.692110 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 5 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:11:08.455119 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-73ceabe3-d3da-471e-97da-2a14bdbda322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:11:10.670296 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-d8c276d9-f8f1-4160-b3f3-5b95b31a9750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:11:11.150228 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:11:11.874569 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:11:13.627361 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:11:22.691648 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 5 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:11:30.662718 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 33076) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:11:30.723830 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.pecan_wsgi.hooks.translation [None req-58323eda-d9aa-4e3b-90c5-af85c529bb87 admin admin] GET failed (client error): The resource could not be found. Jul 19 17:11:30.725249 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-58323eda-d9aa-4e3b-90c5-af85c529bb87 admin admin] 10.222.0.63 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0615926 Jul 19 17:11:30.879576 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802d39d3-2cce-4a23-ae02-2012206c45eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:11:30.881048 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-802d39d3-2cce-4a23-ae02-2012206c45eb admin admin] 10.222.0.63 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1520674 Jul 19 17:11:33.009547 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 33086) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:11:33.099652 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098e6e6a-615d-4787-8fe2-d6abb6a64675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:11:33.100917 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-098e6e6a-615d-4787-8fe2-d6abb6a64675 admin admin] 10.222.0.63 "GET /v2.0/subnets/a3f96667-4f4a-4e5a-ba53-af6da142bae6 HTTP/1.1" status: 200 len: 849 time: 0.0904286 Jul 19 17:11:33.109943 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-bf0f18db-f6d6-430e-8f8d-7d3dbc43d40d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:11:33.190350 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-bf0f18db-f6d6-430e-8f8d-7d3dbc43d40d admin admin] Notify callbacks [] for subnet, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:11:33.326566 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-bf0f18db-f6d6-430e-8f8d-7d3dbc43d40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737332628089'] for subnet, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:11:33.360736 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0f18db-f6d6-430e-8f8d-7d3dbc43d40d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:11:33.361502 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-bf0f18db-f6d6-430e-8f8d-7d3dbc43d40d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:11:33.363253 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-bf0f18db-f6d6-430e-8f8d-7d3dbc43d40d admin admin] 10.222.0.63 "PUT /v2.0/subnets/a3f96667-4f4a-4e5a-ba53-af6da142bae6 HTTP/1.1" status: 200 len: 868 time: 0.2568023 Jul 19 17:11:33.365232 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7228dde5-c73f-4551-aed7-50dbf32d31bd None None] Network 9816eef0-64d4-4bbb-a895-acde2bd4a921 requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:11:33.378057 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f18db-f6d6-430e-8f8d-7d3dbc43d40d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3f96667-4f4a-4e5a-ba53-af6da142bae6,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:11:33.386063 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f18db-f6d6-430e-8f8d-7d3dbc43d40d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:11:33.386496 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f18db-f6d6-430e-8f8d-7d3dbc43d40d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:11:33.386948 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f18db-f6d6-430e-8f8d-7d3dbc43d40d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:11:33.387144 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f18db-f6d6-430e-8f8d-7d3dbc43d40d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:11:33.387453 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f18db-f6d6-430e-8f8d-7d3dbc43d40d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:11:33.387781 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f18db-f6d6-430e-8f8d-7d3dbc43d40d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:11:33.388158 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f18db-f6d6-430e-8f8d-7d3dbc43d40d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:11:33.388443 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f18db-f6d6-430e-8f8d-7d3dbc43d40d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:11:33.388823 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f18db-f6d6-430e-8f8d-7d3dbc43d40d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:11:33.389117 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f18db-f6d6-430e-8f8d-7d3dbc43d40d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:11:33.389724 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f18db-f6d6-430e-8f8d-7d3dbc43d40d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:11:33.390062 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f18db-f6d6-430e-8f8d-7d3dbc43d40d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:11:33.779441 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-bc47262c-691c-45e3-889b-da4fe1737be7 None None] Provisioning complete for port ffe46327-bba8-408f-b9d3-a0be709ae73f triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:11:33.779810 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-bc47262c-691c-45e3-889b-da4fe1737be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:11:33.860485 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-bc47262c-691c-45e3-889b-da4fe1737be7 None None] Provisioning complete for port ad5ad43e-d73c-4d8e-9ad3-23d89cb5abb5 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:11:33.860852 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-bc47262c-691c-45e3-889b-da4fe1737be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:11:35.512459 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 33094) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:11:35.705785 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9f10a7-b4e0-4cbf-849f-a6b0e11bb0e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:11:35.706207 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9f10a7-b4e0-4cbf-849f-a6b0e11bb0e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:11:35.707764 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-2c9f10a7-b4e0-4cbf-849f-a6b0e11bb0e3 admin admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1943223 Jul 19 17:11:37.859485 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 33102) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:11:37.986316 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001b8ae8-84d2-4783-8c5c-148d1c6aa3f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:11:37.986815 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001b8ae8-84d2-4783-8c5c-148d1c6aa3f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:11:37.988375 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-001b8ae8-84d2-4783-8c5c-148d1c6aa3f2 admin admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1279366 Jul 19 17:11:38.456599 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-4a9cdcec-2fdf-4c00-aadc-7b2cec5de663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:11:40.150022 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 33110) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:11:40.365696 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6ae65f-c548-4eb5-af92-82ec7bd70875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:11:40.367086 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-2d6ae65f-c548-4eb5-af92-82ec7bd70875 admin admin] 10.222.0.63 "GET /v2.0/networks/471a83f0-55fa-4280-ad36-b168b6f04fca HTTP/1.1" status: 200 len: 886 time: 0.2161136 Jul 19 17:11:40.671591 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-df94ed06-85f6-46fb-822f-4e6a23d11503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:11:41.152376 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:11:41.878682 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:11:42.601015 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 33118) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:11:42.724151 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a130f34f-aa4b-477c-ac36-0304a78a489c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:11:42.725517 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-a130f34f-aa4b-477c-ac36-0304a78a489c admin admin] 10.222.0.63 "GET /v2.0/networks/9816eef0-64d4-4bbb-a895-acde2bd4a921 HTTP/1.1" status: 200 len: 869 time: 0.1234894 Jul 19 17:11:43.630034 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:11:44.885617 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 33126) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:11:45.006233 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc15997b-1594-45ed-8719-3b889511ac2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:11:45.006697 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc15997b-1594-45ed-8719-3b889511ac2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:11:45.008457 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-bc15997b-1594-45ed-8719-3b889511ac2f admin admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1218257 Jul 19 17:11:47.121325 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 33134) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:11:47.354194 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.policy [None req-5b3cef72-3e29-4b84-84f4-88ca48afd150 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93285) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 19 17:11:47.399891 dv-cinder-801354-1-iscsi neutron-server[93285]: WARNING oslo_policy.policy [None req-5b3cef72-3e29-4b84-84f4-88ca48afd150 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 17:11:47.400267 dv-cinder-801354-1-iscsi neutron-server[93285]: WARNING oslo_policy.policy [None req-5b3cef72-3e29-4b84-84f4-88ca48afd150 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 17:11:47.408585 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3cef72-3e29-4b84-84f4-88ca48afd150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:11:47.409054 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3cef72-3e29-4b84-84f4-88ca48afd150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:11:47.410959 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-5b3cef72-3e29-4b84-84f4-88ca48afd150 admin admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2886415 Jul 19 17:11:49.529183 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 33146) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:11:49.639144 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c386367e-322b-43f5-9152-01fbe8445c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:11:49.640447 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-c386367e-322b-43f5-9152-01fbe8445c8c admin admin] 10.222.0.63 "GET /v2.0/subnets/5f22dab2-98ea-4073-8b5a-7afc7b46c4a2 HTTP/1.1" status: 200 len: 816 time: 0.1103160 Jul 19 17:11:51.790900 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 33154) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:11:51.887717 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d757901-1f13-4f3a-bdff-1dd8e175666c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:11:51.889001 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-8d757901-1f13-4f3a-bdff-1dd8e175666c admin admin] 10.222.0.63 "GET /v2.0/subnets/a3f96667-4f4a-4e5a-ba53-af6da142bae6 HTTP/1.1" status: 200 len: 868 time: 0.0970612 Jul 19 17:11:59.691087 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 5 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:12:08.457794 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-1e9f9883-e697-4c5a-9b56-af0e87c4380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:12:10.672419 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-c2e3b8d1-0499-4c50-9783-74a6bd61df06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:12:11.152884 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:12:11.880533 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:12:13.636306 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:12:16.132661 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 33206) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:12:16.178697 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [None req-8fe44830-3a7d-4475-91eb-5abcfd30fb80 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:12:16.179694 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-8fe44830-3a7d-4475-91eb-5abcfd30fb80 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460477 Jul 19 17:12:18.396058 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 33214) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:12:18.454034 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.pecan_wsgi.hooks.translation [None req-5adb71b4-70e7-450a-9678-19b12313e717 admin admin] GET failed (client error): The resource could not be found. Jul 19 17:12:18.455419 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-5adb71b4-70e7-450a-9678-19b12313e717 admin admin] 10.222.0.63 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0584507 Jul 19 17:12:18.539646 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f4d306-7dbb-417e-9ec7-b4c1fa726c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:12:18.541108 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-01f4d306-7dbb-417e-9ec7-b4c1fa726c93 admin admin] 10.222.0.63 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0818300 Jul 19 17:12:20.707501 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 33222) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:12:20.757293 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-1b1b158f-4133-4cea-b63b-b7ca7d5e67b8 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:12:20.777293 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1b158f-4133-4cea-b63b-b7ca7d5e67b8 admin admin] Made reservation on behalf of 2bf0bed93c004578a4b4cfef3422966a for: {'network': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:12:20.779555 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1b1b158f-4133-4cea-b63b-b7ca7d5e67b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for network, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:12:20.807839 dv-cinder-801354-1-iscsi neutron-server[93286]: WARNING neutron.services.revisions.revision_plugin [None req-1b1b158f-4133-4cea-b63b-b7ca7d5e67b8 admin admin] Could not find related network for resource to bump revision. Jul 19 17:12:20.819145 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b1b158f-4133-4cea-b63b-b7ca7d5e67b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=93286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:12:20.827850 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1b1b158f-4133-4cea-b63b-b7ca7d5e67b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:12:20.828194 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.db.segments_db [None req-1b1b158f-4133-4cea-b63b-b7ca7d5e67b8 admin admin] Added segment 199c355c-a272-48b2-b5e9-f875d5a7b59b of type vlan for network 5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc Jul 19 17:12:20.865505 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1b1b158f-4133-4cea-b63b-b7ca7d5e67b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737332213742'] for network, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:12:20.892695 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1b1b158f-4133-4cea-b63b-b7ca7d5e67b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for network, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:12:20.893581 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1b158f-4133-4cea-b63b-b7ca7d5e67b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:12:20.894149 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1b1b158f-4133-4cea-b63b-b7ca7d5e67b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:12:20.924648 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-1b1b158f-4133-4cea-b63b-b7ca7d5e67b8 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2161160 Jul 19 17:12:20.957412 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b158f-4133-4cea-b63b-b7ca7d5e67b8 admin admin] Pushing event updated for resources: {'Network': ['ID=5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:12:20.967819 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Network 5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc details requested by agent ovs-agent-dv-cinder-801354-1-iscsi with host dv-cinder-801354-1-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:12:23.108551 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 33230) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:12:23.174554 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f7b60e-5f2b-4bbe-92fd-f4d4b607475f admin admin] GET failed (client error): The resource could not be found. Jul 19 17:12:23.175956 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-66f7b60e-5f2b-4bbe-92fd-f4d4b607475f admin admin] 10.222.0.63 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0664532 Jul 19 17:12:23.241476 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de32f6b8-0aea-4675-9182-c761d3c49d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:12:23.242861 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-de32f6b8-0aea-4675-9182-c761d3c49d1d admin admin] 10.222.0.63 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0630295 Jul 19 17:12:23.252591 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-431f3a30-5497-4f16-9e00-edceb2abfa90 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:12:23.272140 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431f3a30-5497-4f16-9e00-edceb2abfa90 admin admin] Made reservation on behalf of 2bf0bed93c004578a4b4cfef3422966a for: {'subnet': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:12:23.274364 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-431f3a30-5497-4f16-9e00-edceb2abfa90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:12:23.428988 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-431f3a30-5497-4f16-9e00-edceb2abfa90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for subnet, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:12:23.482599 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f3a30-5497-4f16-9e00-edceb2abfa90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f183d313-e235-4048-94dd-a22b5b46f543,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:12:23.490672 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431f3a30-5497-4f16-9e00-edceb2abfa90 admin admin] Checking segment: {'id': '199c355c-a272-48b2-b5e9-f875d5a7b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:12:23.491017 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431f3a30-5497-4f16-9e00-edceb2abfa90 admin admin] Network hostable DHCP agents. Network: 5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc, hostable agents: ['2623ed35-230f-4ed4-8c02-4756eb9c3b9a'], hosted agents: [] {{(pid=93286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:12:23.506672 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431f3a30-5497-4f16-9e00-edceb2abfa90 admin admin] Network 5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc is scheduled to be hosted by DHCP agent 2623ed35-230f-4ed4-8c02-4756eb9c3b9a with binding_index 1 {{(pid=93286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:12:23.514765 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-431f3a30-5497-4f16-9e00-edceb2abfa90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-1-iscsi, 5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc) {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:12:23.519073 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431f3a30-5497-4f16-9e00-edceb2abfa90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:12:23.519646 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-431f3a30-5497-4f16-9e00-edceb2abfa90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:12:23.524241 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c2cddf-e93e-4607-b413-06066ef3eaa0 None None] Network 5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:12:23.536442 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-431f3a30-5497-4f16-9e00-edceb2abfa90 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2875881 Jul 19 17:12:23.760221 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb66f432-f83b-5af4-94dc-6d90656eacfe-5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc', 'network_id': '5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc', 'tenant_id': '2bf0bed93c004578a4b4cfef3422966a', 'fixed_ips': [{'subnet_id': 'f183d313-e235-4048-94dd-a22b5b46f543'}]}} from dv-cinder-801354-1-iscsi. {{(pid=93287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 17:12:23.761083 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:12:23.899010 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.db_base_plugin_common [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] Allocated IP 192.168.233.2 (5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc/f183d313-e235-4048-94dd-a22b5b46f543/0c3717a5-8218-415d-a092-65df3321b114) {{(pid=93287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:12:24.043693 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] Notify callbacks [] for port, precommit_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:12:24.051916 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] Transition to ACTIVE for port object 0c3717a5-8218-415d-a092-65df3321b114 will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:12:24.067558 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] Transition to ACTIVE for port object 0c3717a5-8218-415d-a092-65df3321b114 will not be triggered until provisioned by entity DHCP. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:12:24.073658 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961'] for port, after_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:12:24.117089 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] Network 5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc is already hosted by enough agents. {{(pid=93287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:12:24.119871 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.scheduler.base_scheduler [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] Resources bound (agent type, host, resource id): {{(pid=93287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:12:24.122362 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] Received port after_create {{(pid=93287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:12:24.134641 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] Pushing event updated for resources: {'Port': ['ID=0c3717a5-8218-415d-a092-65df3321b114,revision_number=1']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:12:24.156625 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:12:24.156971 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:12:24.157357 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:12:24.157700 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:12:24.158026 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:12:24.158351 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:12:24.158675 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:12:24.158998 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:12:24.159336 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:12:24.159655 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:12:24.159974 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:12:24.160292 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:12:24.196187 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] Attempting to bind port 0c3717a5-8218-415d-a092-65df3321b114 on host dv-cinder-801354-1-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:12:24.196406 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] Attempting to bind port 0c3717a5-8218-415d-a092-65df3321b114 by drivers openvswitch,hyperv on host dv-cinder-801354-1-iscsi at level 0 using segments [{'id': '199c355c-a272-48b2-b5e9-f875d5a7b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:12:24.196759 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] Attempting to bind port 0c3717a5-8218-415d-a092-65df3321b114 on network 5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:12:24.201615 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] Checking agent: {'id': '1644f3e0-cc54-41af-ad00-0738a02153ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 9, 11), 'started_at': datetime.datetime(2021, 7, 19, 17, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:12:24.201978 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] Checking segment: {'id': '199c355c-a272-48b2-b5e9-f875d5a7b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:12:24.202367 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:12:24.202747 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] Bound using segment: {'id': '199c355c-a272-48b2-b5e9-f875d5a7b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:12:24.203198 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] Bound port: 0c3717a5-8218-415d-a092-65df3321b114, host: dv-cinder-801354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199c355c-a272-48b2-b5e9-f875d5a7b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:12:24.203590 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:12:24.265272 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] For port 0c3717a5-8218-415d-a092-65df3321b114, host dv-cinder-801354-1-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:12:24.269164 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] For port 0c3717a5-8218-415d-a092-65df3321b114, host dv-cinder-801354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=0c3717a5-8218-415d-a092-65df3321b114,segment=NetworkSegment(199c355c-a272-48b2-b5e9-f875d5a7b59b),segment_id=199c355c-a272-48b2-b5e9-f875d5a7b59b)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:12:24.274769 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:12:24.334087 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91dc40-ad6e-43d8-b9c9-7fced155b2ea None None] Pushing event updated for resources: {'Port': ['ID=0c3717a5-8218-415d-a092-65df3321b114,revision_number=2']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:12:25.106781 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c2053a-fe57-4c77-b70c-e760488683d3 None None] Network 5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:12:25.178392 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-f36ec464-30d3-4d68-8bdd-4940dd1d20b3 None None] Provisioning for port 0c3717a5-8218-415d-a092-65df3321b114 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:12:25.204749 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 0c3717a5-8218-415d-a092-65df3321b114 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:12:25.291943 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning for port 0c3717a5-8218-415d-a092-65df3321b114 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:12:25.311530 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 0c3717a5-8218-415d-a092-65df3321b114 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:12:25.311898 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:12:25.403979 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:12:25.453144 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] For port 0c3717a5-8218-415d-a092-65df3321b114, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=0c3717a5-8218-415d-a092-65df3321b114,segment=NetworkSegment(199c355c-a272-48b2-b5e9-f875d5a7b59b),segment_id=199c355c-a272-48b2-b5e9-f875d5a7b59b)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:12:25.457537 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:12:25.515180 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Pushing event updated for resources: {'Port': ['ID=0c3717a5-8218-415d-a092-65df3321b114,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:12:25.605572 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-b2be60ba-ce9b-4ef4-88ea-16fc2a9ecd54 None None] Provisioning complete for port 0c3717a5-8218-415d-a092-65df3321b114 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:12:25.605942 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b2be60ba-ce9b-4ef4-88ea-16fc2a9ecd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:12:27.173717 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 0c3717a5-8218-415d-a092-65df3321b114 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:12:27.223016 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 0c3717a5-8218-415d-a092-65df3321b114 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:12:27.223415 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:12:36.690003 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 5 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:12:38.458435 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-5e92ab5e-6ccc-45c5-b759-20e8a1c9265d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:12:40.673640 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dbf33752-b985-4a27-a211-2580e4f7f7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:12:41.154725 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:12:41.883168 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:12:43.638590 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:13:08.459145 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-3946b0ce-62a3-4566-a86c-f89c38e6285c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:13:10.674505 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-167ad344-08f0-49a4-bf1f-15a578606c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:13:11.158186 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:13:11.887401 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:13:13.640763 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:13:13.688792 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 5 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:13:38.471772 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-95c2dcb5-1664-45bd-8968-60b4497828bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:13:40.674905 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-c9d82618-52a3-48da-b20c-1e46eb0595b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:13:41.022246 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 33282) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:13:41.028082 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [None req-408af249-5ad8-4542-b9a4-c55501fe7e10 tempest-verify_tempest_config-1670279946 tempest-verify_tempest_config-1670279946-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:13:41.029070 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-408af249-5ad8-4542-b9a4-c55501fe7e10 tempest-verify_tempest_config-1670279946 tempest-verify_tempest_config-1670279946-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058346 Jul 19 17:13:41.161255 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:13:41.321265 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 33300) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:13:41.424821 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a9f85e75-0acb-4bc5-9c75-de3adafaaa38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:13:41.512748 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a9f85e75-0acb-4bc5-9c75-de3adafaaa38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:13:41.515990 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a9f85e75-0acb-4bc5-9c75-de3adafaaa38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:13:41.558482 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-a9f85e75-0acb-4bc5-9c75-de3adafaaa38 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0c0b357d656f4ce6b7fa69c687fed449&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2362032 Jul 19 17:13:41.560294 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f85e75-0acb-4bc5-9c75-de3adafaaa38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5725152-e77c-47c0-b05e-a04bdad81aa0,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:13:41.561228 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 33304) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:13:41.567005 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f85e75-0acb-4bc5-9c75-de3adafaaa38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:13:41.567373 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f85e75-0acb-4bc5-9c75-de3adafaaa38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:13:41.567775 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f85e75-0acb-4bc5-9c75-de3adafaaa38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:13:41.568329 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f85e75-0acb-4bc5-9c75-de3adafaaa38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:13:41.568666 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f85e75-0acb-4bc5-9c75-de3adafaaa38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:13:41.569033 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f85e75-0acb-4bc5-9c75-de3adafaaa38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:13:41.569393 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f85e75-0acb-4bc5-9c75-de3adafaaa38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:13:41.569724 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f85e75-0acb-4bc5-9c75-de3adafaaa38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:13:41.570073 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f85e75-0acb-4bc5-9c75-de3adafaaa38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:13:41.570402 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f85e75-0acb-4bc5-9c75-de3adafaaa38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:13:41.570727 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f85e75-0acb-4bc5-9c75-de3adafaaa38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:13:41.571050 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f85e75-0acb-4bc5-9c75-de3adafaaa38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:13:41.649903 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e9968053-647a-42f9-8f5b-47f66b3b08cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:13:41.670843 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e9968053-647a-42f9-8f5b-47f66b3b08cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:13:41.762192 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e9968053-647a-42f9-8f5b-47f66b3b08cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:13:41.764869 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e9968053-647a-42f9-8f5b-47f66b3b08cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:13:41.766526 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-e9968053-647a-42f9-8f5b-47f66b3b08cc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f5725152-e77c-47c0-b05e-a04bdad81aa0 HTTP/1.1" status: 204 len: 168 time: 0.2043204 Jul 19 17:13:41.774235 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9968053-647a-42f9-8f5b-47f66b3b08cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5725152-e77c-47c0-b05e-a04bdad81aa0,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:13:41.786504 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9968053-647a-42f9-8f5b-47f66b3b08cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:13:41.787312 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9968053-647a-42f9-8f5b-47f66b3b08cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:13:41.787651 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9968053-647a-42f9-8f5b-47f66b3b08cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:13:41.787993 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9968053-647a-42f9-8f5b-47f66b3b08cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:13:41.788302 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9968053-647a-42f9-8f5b-47f66b3b08cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:13:41.788638 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9968053-647a-42f9-8f5b-47f66b3b08cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:13:41.789088 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9968053-647a-42f9-8f5b-47f66b3b08cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:13:41.789298 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9968053-647a-42f9-8f5b-47f66b3b08cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:13:41.789641 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9968053-647a-42f9-8f5b-47f66b3b08cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:13:41.789961 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9968053-647a-42f9-8f5b-47f66b3b08cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:13:41.790274 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9968053-647a-42f9-8f5b-47f66b3b08cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:13:41.790583 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9968053-647a-42f9-8f5b-47f66b3b08cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:13:41.791815 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9968053-647a-42f9-8f5b-47f66b3b08cc admin admin] Tracked resource versions report: Jul 19 17:13:41.791815 dv-cinder-801354-1-iscsi neutron-server[93285]: pushed versions: Jul 19 17:13:41.791815 dv-cinder-801354-1-iscsi neutron-server[93285]: { 'AddressGroup': {'1.2'}, Jul 19 17:13:41.791815 dv-cinder-801354-1-iscsi neutron-server[93285]: 'ConntrackHelper': {'1.0'}, Jul 19 17:13:41.791815 dv-cinder-801354-1-iscsi neutron-server[93285]: 'Log': {'1.0'}, Jul 19 17:13:41.791815 dv-cinder-801354-1-iscsi neutron-server[93285]: 'Network': {'1.1'}, Jul 19 17:13:41.791815 dv-cinder-801354-1-iscsi neutron-server[93285]: 'Port': {'1.7'}, Jul 19 17:13:41.791815 dv-cinder-801354-1-iscsi neutron-server[93285]: 'PortForwarding': {'1.2'}, Jul 19 17:13:41.791815 dv-cinder-801354-1-iscsi neutron-server[93285]: 'QosPolicy': {'1.8'}, Jul 19 17:13:41.791815 dv-cinder-801354-1-iscsi neutron-server[93285]: 'SecurityGroup': {'1.4'}, Jul 19 17:13:41.791815 dv-cinder-801354-1-iscsi neutron-server[93285]: 'SecurityGroupRule': {'1.2'}, Jul 19 17:13:41.791815 dv-cinder-801354-1-iscsi neutron-server[93285]: 'SubPort': {'1.0'}, Jul 19 17:13:41.791815 dv-cinder-801354-1-iscsi neutron-server[93285]: 'Subnet': {'1.1'}, Jul 19 17:13:41.791815 dv-cinder-801354-1-iscsi neutron-server[93285]: 'Trunk': {'1.1'}} Jul 19 17:13:41.791815 dv-cinder-801354-1-iscsi neutron-server[93285]: consumer versions: Jul 19 17:13:41.791815 dv-cinder-801354-1-iscsi neutron-server[93285]: { DHCP agent@dv-cinder-801354-1-iscsi: {}, Jul 19 17:13:41.791815 dv-cinder-801354-1-iscsi neutron-server[93285]: L3 agent@dv-cinder-801354-1-iscsi: {}, Jul 19 17:13:41.791815 dv-cinder-801354-1-iscsi neutron-server[93285]: Metadata agent@dv-cinder-801354-1-iscsi: {}, Jul 19 17:13:41.791815 dv-cinder-801354-1-iscsi neutron-server[93285]: Metering agent@dv-cinder-801354-1-iscsi: {}, Jul 19 17:13:41.791815 dv-cinder-801354-1-iscsi neutron-server[93285]: Open vSwitch agent@dv-cinder-801354-1-iscsi: { 'AddressGroup': '1.2', Jul 19 17:13:41.791815 dv-cinder-801354-1-iscsi neutron-server[93285]: 'ConntrackHelper': '1.0', Jul 19 17:13:41.791815 dv-cinder-801354-1-iscsi neutron-server[93285]: 'Log': '1.0', Jul 19 17:13:41.791815 dv-cinder-801354-1-iscsi neutron-server[93285]: 'Network': '1.1', Jul 19 17:13:41.791815 dv-cinder-801354-1-iscsi neutron-server[93285]: 'Port': '1.7', Jul 19 17:13:41.791815 dv-cinder-801354-1-iscsi neutron-server[93285]: 'PortForwarding': '1.2', Jul 19 17:13:41.791815 dv-cinder-801354-1-iscsi neutron-server[93285]: 'QosPolicy': '1.8', Jul 19 17:13:41.791815 dv-cinder-801354-1-iscsi neutron-server[93285]: 'SecurityGroup': '1.4', Jul 19 17:13:41.791815 dv-cinder-801354-1-iscsi neutron-server[93285]: 'SecurityGroupRule': '1.2', Jul 19 17:13:41.791815 dv-cinder-801354-1-iscsi neutron-server[93285]: 'SubPort': '1.0', Jul 19 17:13:41.791815 dv-cinder-801354-1-iscsi neutron-server[93285]: 'Subnet': '1.1', Jul 19 17:13:41.791815 dv-cinder-801354-1-iscsi neutron-server[93285]: 'Trunk': '1.1'}} Jul 19 17:13:41.791815 dv-cinder-801354-1-iscsi neutron-server[93285]: {{(pid=93285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 17:13:41.888787 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:13:43.644350 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:13:50.688186 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 5 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:14:08.461848 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-e22865b6-0dc8-4d6b-b195-972e44e5e4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:14:10.675794 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-97ece15c-3ddf-48d1-9d16-8819a044669e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:14:11.162340 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:14:11.892624 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:14:13.646167 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:14:27.688062 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 5 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:14:38.461904 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-da48d0b4-fd6d-4440-8a40-2812ea8f8561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:14:40.675932 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-ce779938-c44f-485e-922f-95f4cbe0c4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:14:41.163162 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:14:41.895597 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:14:43.649592 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:15:04.686918 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 5 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:15:08.462344 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a2592016-57fa-4869-a11f-7318f3daf6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:15:10.674957 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f5bcaea6-5d71-4d2a-af2f-2b0c03b321cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:15:11.165104 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:15:11.898231 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:15:13.653823 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:15:14.639455 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-974875'] for agent, after_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:15:19.024916 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 33364) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:15:19.125747 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-45e40d42-af6c-438f-8ace-fb25026fa6f7 admin admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0990779 Jul 19 17:15:21.315357 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 33374) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:15:21.371733 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-9b670b73-70a5-4cf1-a4b9-d7390bca7392 admin admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0553093 Jul 19 17:15:38.463764 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-654fe9ce-c45e-4789-95f8-a8eecdc0b22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:15:40.675234 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-90c56cc3-b37a-4bfa-9664-d44664a3495c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:15:41.165082 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:15:41.685496 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:15:41.900297 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:15:43.655186 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:15:44.604758 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:08.465941 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0d52bc68-0e51-463c-af32-d9da9553ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:10.675199 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-22282bd0-045a-4827-8a1a-767171cb3236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:11.168184 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:11.909975 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:13.664795 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:14.622686 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:18.684106 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:16:38.472729 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-cb63265e-4ba2-402a-8121-aa45699b7659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:40.676373 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b64da52c-93e5-4f5b-bc48-1ad21f51f1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:41.171233 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:41.906137 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:43.660823 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:44.633118 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:54.484880 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 33486) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:16:54.723352 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-e5cc02bb-5dff-4b29-88e2-65b2d417f713 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-92550418-network', 'tenant_id': 'dc220f375215460db8d07850e09978fb'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:16:54.748836 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cc02bb-5dff-4b29-88e2-65b2d417f713 admin admin] Made reservation on behalf of dc220f375215460db8d07850e09978fb for: {'network': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:16:54.748836 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e5cc02bb-5dff-4b29-88e2-65b2d417f713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for network, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:54.760179 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e5cc02bb-5dff-4b29-88e2-65b2d417f713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:54.851404 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e5cc02bb-5dff-4b29-88e2-65b2d417f713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:54.856838 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e5cc02bb-5dff-4b29-88e2-65b2d417f713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:54.890403 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc02bb-5dff-4b29-88e2-65b2d417f713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264e9d2c-eca3-40f1-8767-b1c44997ae2f,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:16:54.893457 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5cc02bb-5dff-4b29-88e2-65b2d417f713 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=93286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:16:54.901427 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc02bb-5dff-4b29-88e2-65b2d417f713 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:54.901798 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc02bb-5dff-4b29-88e2-65b2d417f713 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:54.902141 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc02bb-5dff-4b29-88e2-65b2d417f713 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:54.902468 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc02bb-5dff-4b29-88e2-65b2d417f713 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:54.902962 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc02bb-5dff-4b29-88e2-65b2d417f713 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:54.903304 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc02bb-5dff-4b29-88e2-65b2d417f713 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:54.903788 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc02bb-5dff-4b29-88e2-65b2d417f713 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:54.904117 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc02bb-5dff-4b29-88e2-65b2d417f713 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:54.904453 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc02bb-5dff-4b29-88e2-65b2d417f713 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:54.905433 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc02bb-5dff-4b29-88e2-65b2d417f713 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:54.905625 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc02bb-5dff-4b29-88e2-65b2d417f713 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:54.905945 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc02bb-5dff-4b29-88e2-65b2d417f713 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:54.907036 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc02bb-5dff-4b29-88e2-65b2d417f713 admin admin] Tracked resource versions report: Jul 19 17:16:54.907036 dv-cinder-801354-1-iscsi neutron-server[93286]: pushed versions: Jul 19 17:16:54.907036 dv-cinder-801354-1-iscsi neutron-server[93286]: { 'AddressGroup': {'1.2'}, Jul 19 17:16:54.907036 dv-cinder-801354-1-iscsi neutron-server[93286]: 'ConntrackHelper': {'1.0'}, Jul 19 17:16:54.907036 dv-cinder-801354-1-iscsi neutron-server[93286]: 'Log': {'1.0'}, Jul 19 17:16:54.907036 dv-cinder-801354-1-iscsi neutron-server[93286]: 'Network': {'1.1'}, Jul 19 17:16:54.907036 dv-cinder-801354-1-iscsi neutron-server[93286]: 'Port': {'1.7'}, Jul 19 17:16:54.907036 dv-cinder-801354-1-iscsi neutron-server[93286]: 'PortForwarding': {'1.2'}, Jul 19 17:16:54.907036 dv-cinder-801354-1-iscsi neutron-server[93286]: 'QosPolicy': {'1.8'}, Jul 19 17:16:54.907036 dv-cinder-801354-1-iscsi neutron-server[93286]: 'SecurityGroup': {'1.4'}, Jul 19 17:16:54.907036 dv-cinder-801354-1-iscsi neutron-server[93286]: 'SecurityGroupRule': {'1.2'}, Jul 19 17:16:54.907036 dv-cinder-801354-1-iscsi neutron-server[93286]: 'SubPort': {'1.0'}, Jul 19 17:16:54.907036 dv-cinder-801354-1-iscsi neutron-server[93286]: 'Subnet': {'1.1'}, Jul 19 17:16:54.907036 dv-cinder-801354-1-iscsi neutron-server[93286]: 'Trunk': {'1.1'}} Jul 19 17:16:54.907036 dv-cinder-801354-1-iscsi neutron-server[93286]: consumer versions: Jul 19 17:16:54.907036 dv-cinder-801354-1-iscsi neutron-server[93286]: { DHCP agent@dv-cinder-801354-1-iscsi: {}, Jul 19 17:16:54.907036 dv-cinder-801354-1-iscsi neutron-server[93286]: HyperV agent@hv-cinder-80135: {}, Jul 19 17:16:54.907036 dv-cinder-801354-1-iscsi neutron-server[93286]: L3 agent@dv-cinder-801354-1-iscsi: {}, Jul 19 17:16:54.907036 dv-cinder-801354-1-iscsi neutron-server[93286]: Metadata agent@dv-cinder-801354-1-iscsi: {}, Jul 19 17:16:54.907036 dv-cinder-801354-1-iscsi neutron-server[93286]: Metering agent@dv-cinder-801354-1-iscsi: {}, Jul 19 17:16:54.907036 dv-cinder-801354-1-iscsi neutron-server[93286]: Open vSwitch agent@dv-cinder-801354-1-iscsi: { 'AddressGroup': '1.2', Jul 19 17:16:54.907036 dv-cinder-801354-1-iscsi neutron-server[93286]: 'ConntrackHelper': '1.0', Jul 19 17:16:54.907036 dv-cinder-801354-1-iscsi neutron-server[93286]: 'Log': '1.0', Jul 19 17:16:54.907036 dv-cinder-801354-1-iscsi neutron-server[93286]: 'Network': '1.1', Jul 19 17:16:54.907036 dv-cinder-801354-1-iscsi neutron-server[93286]: 'Port': '1.7', Jul 19 17:16:54.907036 dv-cinder-801354-1-iscsi neutron-server[93286]: 'PortForwarding': '1.2', Jul 19 17:16:54.907036 dv-cinder-801354-1-iscsi neutron-server[93286]: 'QosPolicy': '1.8', Jul 19 17:16:54.907036 dv-cinder-801354-1-iscsi neutron-server[93286]: 'SecurityGroup': '1.4', Jul 19 17:16:54.907036 dv-cinder-801354-1-iscsi neutron-server[93286]: 'SecurityGroupRule': '1.2', Jul 19 17:16:54.907036 dv-cinder-801354-1-iscsi neutron-server[93286]: 'SubPort': '1.0', Jul 19 17:16:54.907036 dv-cinder-801354-1-iscsi neutron-server[93286]: 'Subnet': '1.1', Jul 19 17:16:54.907036 dv-cinder-801354-1-iscsi neutron-server[93286]: 'Trunk': '1.1'}} Jul 19 17:16:54.907036 dv-cinder-801354-1-iscsi neutron-server[93286]: {{(pid=93286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 17:16:54.915137 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e5cc02bb-5dff-4b29-88e2-65b2d417f713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:54.915322 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.db.segments_db [None req-e5cc02bb-5dff-4b29-88e2-65b2d417f713 admin admin] Added segment 90d5fd33-a215-47be-b301-ae3a83f4aa65 of type vlan for network a2a529f0-73cb-4c3b-8ecb-6e30cb300478 Jul 19 17:16:54.956098 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e5cc02bb-5dff-4b29-88e2-65b2d417f713 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737332213742'] for network, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:54.987850 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e5cc02bb-5dff-4b29-88e2-65b2d417f713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for network, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:54.988886 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cc02bb-5dff-4b29-88e2-65b2d417f713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:16:54.989607 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e5cc02bb-5dff-4b29-88e2-65b2d417f713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:55.025714 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-e5cc02bb-5dff-4b29-88e2-65b2d417f713 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5396507 Jul 19 17:16:55.028659 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 33526) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:16:55.034786 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-5d26f7be-206a-4486-9da9-f92abf12dcb6 admin admin] Request body: {'subnet': {'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-92550418-subnet', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:16:55.070085 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc02bb-5dff-4b29-88e2-65b2d417f713 admin admin] Pushing event updated for resources: {'Network': ['ID=a2a529f0-73cb-4c3b-8ecb-6e30cb300478,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:16:55.086388 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Network a2a529f0-73cb-4c3b-8ecb-6e30cb300478 details requested by agent ovs-agent-dv-cinder-801354-1-iscsi with host dv-cinder-801354-1-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:16:55.089871 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d26f7be-206a-4486-9da9-f92abf12dcb6 admin admin] Made reservation on behalf of dc220f375215460db8d07850e09978fb for: {'subnet': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:16:55.092793 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5d26f7be-206a-4486-9da9-f92abf12dcb6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:55.266900 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5d26f7be-206a-4486-9da9-f92abf12dcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for subnet, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:55.315723 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d26f7be-206a-4486-9da9-f92abf12dcb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53a8e247-a27a-46a2-abea-935b2a780c56,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:16:55.331139 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d26f7be-206a-4486-9da9-f92abf12dcb6 admin admin] Checking segment: {'id': '90d5fd33-a215-47be-b301-ae3a83f4aa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:16:55.331484 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d26f7be-206a-4486-9da9-f92abf12dcb6 admin admin] Network hostable DHCP agents. Network: a2a529f0-73cb-4c3b-8ecb-6e30cb300478, hostable agents: ['2623ed35-230f-4ed4-8c02-4756eb9c3b9a'], hosted agents: [] {{(pid=93286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:16:55.351270 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d26f7be-206a-4486-9da9-f92abf12dcb6 admin admin] Network a2a529f0-73cb-4c3b-8ecb-6e30cb300478 is scheduled to be hosted by DHCP agent 2623ed35-230f-4ed4-8c02-4756eb9c3b9a with binding_index 1 {{(pid=93286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:16:55.360172 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-5d26f7be-206a-4486-9da9-f92abf12dcb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-1-iscsi, a2a529f0-73cb-4c3b-8ecb-6e30cb300478) {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:16:55.364699 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d26f7be-206a-4486-9da9-f92abf12dcb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:16:55.365436 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5d26f7be-206a-4486-9da9-f92abf12dcb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:55.377550 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1713e1-07e2-47ad-aa6b-5989c010757e None None] Network a2a529f0-73cb-4c3b-8ecb-6e30cb300478 requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:16:55.389470 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 33546) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:16:55.390101 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-5d26f7be-206a-4486-9da9-f92abf12dcb6 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3590872 Jul 19 17:16:55.396338 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-13e1ce80-af53-4e45-9f2f-7ded664bc07c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-92550418-router', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:16:55.397939 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.quota [None req-13e1ce80-af53-4e45-9f2f-7ded664bc07c admin admin] Loaded quota_driver: . Jul 19 17:16:55.468703 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-13e1ce80-af53-4e45-9f2f-7ded664bc07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-974277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9720'] for router, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:55.470924 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-13e1ce80-af53-4e45-9f2f-7ded664bc07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-974835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9719'] for router, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:55.604499 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb66f432-f83b-5af4-94dc-6d90656eacfe-a2a529f0-73cb-4c3b-8ecb-6e30cb300478', 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'fixed_ips': [{'subnet_id': '53a8e247-a27a-46a2-abea-935b2a780c56'}]}} from dv-cinder-801354-1-iscsi. {{(pid=93287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 17:16:55.605643 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:55.636414 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-13e1ce80-af53-4e45-9f2f-7ded664bc07c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:55.688154 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:16:55.767936 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.db_base_plugin_common [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Allocated IP 172.20.0.2 (a2a529f0-73cb-4c3b-8ecb-6e30cb300478/53a8e247-a27a-46a2-abea-935b2a780c56/27544345-acb5-4296-97b8-e3d2aaea926a) {{(pid=93287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:16:55.882029 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-13e1ce80-af53-4e45-9f2f-7ded664bc07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-974089', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-974251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9669'] for router, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:55.979720 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Notify callbacks [] for port, precommit_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:55.995570 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Transition to ACTIVE for port object 27544345-acb5-4296-97b8-e3d2aaea926a will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:16:56.014880 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Transition to ACTIVE for port object 27544345-acb5-4296-97b8-e3d2aaea926a will not be triggered until provisioned by entity DHCP. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:16:56.024175 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961'] for port, after_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:56.078981 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Network a2a529f0-73cb-4c3b-8ecb-6e30cb300478 is already hosted by enough agents. {{(pid=93287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:16:56.080040 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Pushing event updated for resources: {'Port': ['ID=27544345-acb5-4296-97b8-e3d2aaea926a,revision_number=1']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:16:56.082410 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.scheduler.base_scheduler [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Resources bound (agent type, host, resource id): {{(pid=93287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:16:56.090240 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Received port after_create {{(pid=93287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:16:56.096352 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:56.100381 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:56.100742 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:56.101082 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:56.101443 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:56.102015 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:56.102529 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:56.103017 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:56.103364 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:56.103695 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:56.104022 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:56.104341 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:56.105487 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Tracked resource versions report: Jul 19 17:16:56.105487 dv-cinder-801354-1-iscsi neutron-server[93287]: pushed versions: Jul 19 17:16:56.105487 dv-cinder-801354-1-iscsi neutron-server[93287]: { 'AddressGroup': {'1.2'}, Jul 19 17:16:56.105487 dv-cinder-801354-1-iscsi neutron-server[93287]: 'ConntrackHelper': {'1.0'}, Jul 19 17:16:56.105487 dv-cinder-801354-1-iscsi neutron-server[93287]: 'Log': {'1.0'}, Jul 19 17:16:56.105487 dv-cinder-801354-1-iscsi neutron-server[93287]: 'Network': {'1.1'}, Jul 19 17:16:56.105487 dv-cinder-801354-1-iscsi neutron-server[93287]: 'Port': {'1.7'}, Jul 19 17:16:56.105487 dv-cinder-801354-1-iscsi neutron-server[93287]: 'PortForwarding': {'1.2'}, Jul 19 17:16:56.105487 dv-cinder-801354-1-iscsi neutron-server[93287]: 'QosPolicy': {'1.8'}, Jul 19 17:16:56.105487 dv-cinder-801354-1-iscsi neutron-server[93287]: 'SecurityGroup': {'1.4'}, Jul 19 17:16:56.105487 dv-cinder-801354-1-iscsi neutron-server[93287]: 'SecurityGroupRule': {'1.2'}, Jul 19 17:16:56.105487 dv-cinder-801354-1-iscsi neutron-server[93287]: 'SubPort': {'1.0'}, Jul 19 17:16:56.105487 dv-cinder-801354-1-iscsi neutron-server[93287]: 'Subnet': {'1.1'}, Jul 19 17:16:56.105487 dv-cinder-801354-1-iscsi neutron-server[93287]: 'Trunk': {'1.1'}} Jul 19 17:16:56.105487 dv-cinder-801354-1-iscsi neutron-server[93287]: consumer versions: Jul 19 17:16:56.105487 dv-cinder-801354-1-iscsi neutron-server[93287]: { DHCP agent@dv-cinder-801354-1-iscsi: {}, Jul 19 17:16:56.105487 dv-cinder-801354-1-iscsi neutron-server[93287]: HyperV agent@hv-cinder-80135: {}, Jul 19 17:16:56.105487 dv-cinder-801354-1-iscsi neutron-server[93287]: L3 agent@dv-cinder-801354-1-iscsi: {}, Jul 19 17:16:56.105487 dv-cinder-801354-1-iscsi neutron-server[93287]: Metadata agent@dv-cinder-801354-1-iscsi: {}, Jul 19 17:16:56.105487 dv-cinder-801354-1-iscsi neutron-server[93287]: Metering agent@dv-cinder-801354-1-iscsi: {}, Jul 19 17:16:56.105487 dv-cinder-801354-1-iscsi neutron-server[93287]: Open vSwitch agent@dv-cinder-801354-1-iscsi: { 'AddressGroup': '1.2', Jul 19 17:16:56.105487 dv-cinder-801354-1-iscsi neutron-server[93287]: 'ConntrackHelper': '1.0', Jul 19 17:16:56.105487 dv-cinder-801354-1-iscsi neutron-server[93287]: 'Log': '1.0', Jul 19 17:16:56.105487 dv-cinder-801354-1-iscsi neutron-server[93287]: 'Network': '1.1', Jul 19 17:16:56.105487 dv-cinder-801354-1-iscsi neutron-server[93287]: 'Port': '1.7', Jul 19 17:16:56.105487 dv-cinder-801354-1-iscsi neutron-server[93287]: 'PortForwarding': '1.2', Jul 19 17:16:56.105487 dv-cinder-801354-1-iscsi neutron-server[93287]: 'QosPolicy': '1.8', Jul 19 17:16:56.105487 dv-cinder-801354-1-iscsi neutron-server[93287]: 'SecurityGroup': '1.4', Jul 19 17:16:56.105487 dv-cinder-801354-1-iscsi neutron-server[93287]: 'SecurityGroupRule': '1.2', Jul 19 17:16:56.105487 dv-cinder-801354-1-iscsi neutron-server[93287]: 'SubPort': '1.0', Jul 19 17:16:56.105487 dv-cinder-801354-1-iscsi neutron-server[93287]: 'Subnet': '1.1', Jul 19 17:16:56.105487 dv-cinder-801354-1-iscsi neutron-server[93287]: 'Trunk': '1.1'}} Jul 19 17:16:56.105487 dv-cinder-801354-1-iscsi neutron-server[93287]: {{(pid=93287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 17:16:56.180681 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Attempting to bind port 27544345-acb5-4296-97b8-e3d2aaea926a on host dv-cinder-801354-1-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:16:56.181142 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Attempting to bind port 27544345-acb5-4296-97b8-e3d2aaea926a by drivers openvswitch,hyperv on host dv-cinder-801354-1-iscsi at level 0 using segments [{'id': '90d5fd33-a215-47be-b301-ae3a83f4aa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:16:56.181793 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Attempting to bind port 27544345-acb5-4296-97b8-e3d2aaea926a on network a2a529f0-73cb-4c3b-8ecb-6e30cb300478 {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:16:56.187865 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Checking agent: {'id': '1644f3e0-cc54-41af-ad00-0738a02153ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 9, 11), 'started_at': datetime.datetime(2021, 7, 19, 17, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:16:56.188549 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Checking segment: {'id': '90d5fd33-a215-47be-b301-ae3a83f4aa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:16:56.189069 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:56.189580 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Bound using segment: {'id': '90d5fd33-a215-47be-b301-ae3a83f4aa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:16:56.190145 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Bound port: 27544345-acb5-4296-97b8-e3d2aaea926a, host: dv-cinder-801354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d5fd33-a215-47be-b301-ae3a83f4aa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:16:56.190639 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:56.247104 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-13e1ce80-af53-4e45-9f2f-7ded664bc07c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:56.273371 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-13e1ce80-af53-4e45-9f2f-7ded664bc07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:56.282696 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] For port 27544345-acb5-4296-97b8-e3d2aaea926a, host dv-cinder-801354-1-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:16:56.287058 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] For port 27544345-acb5-4296-97b8-e3d2aaea926a, host dv-cinder-801354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=27544345-acb5-4296-97b8-e3d2aaea926a,segment=NetworkSegment(90d5fd33-a215-47be-b301-ae3a83f4aa65),segment_id=90d5fd33-a215-47be-b301-ae3a83f4aa65)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:16:56.293249 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:56.361397 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f96e5-6516-42f3-9451-6ffdc72f8f84 None None] Pushing event updated for resources: {'Port': ['ID=27544345-acb5-4296-97b8-e3d2aaea926a,revision_number=2']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:16:56.456866 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-13e1ce80-af53-4e45-9f2f-7ded664bc07c admin admin] Allocated IP 172.27.1.217 (471a83f0-55fa-4280-ad36-b168b6f04fca/5f22dab2-98ea-4073-8b5a-7afc7b46c4a2/f1f6d06f-143b-4989-9190-693149265255) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:16:56.503716 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 33606) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:16:56.631998 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-13e1ce80-af53-4e45-9f2f-7ded664bc07c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:56.703149 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 33614) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:16:56.731487 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 33618) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:16:56.741983 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-13e1ce80-af53-4e45-9f2f-7ded664bc07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:56.825651 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e1ce80-af53-4e45-9f2f-7ded664bc07c admin admin] Network 471a83f0-55fa-4280-ad36-b168b6f04fca is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:16:56.831994 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-13e1ce80-af53-4e45-9f2f-7ded664bc07c admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:16:56.838106 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e1ce80-af53-4e45-9f2f-7ded664bc07c admin admin] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:16:56.900328 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-e077c6e4-4fc5-40d1-83d0-37a45595db1c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1379268254-network', 'tenant_id': 'b3fefd3e37824e00a95d515b7ba1d64f'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:16:56.923594 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e077c6e4-4fc5-40d1-83d0-37a45595db1c admin admin] Made reservation on behalf of b3fefd3e37824e00a95d515b7ba1d64f for: {'network': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:16:56.927133 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e077c6e4-4fc5-40d1-83d0-37a45595db1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for network, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:56.940865 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e077c6e4-4fc5-40d1-83d0-37a45595db1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:56.962643 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1ce80-af53-4e45-9f2f-7ded664bc07c admin admin] Pushing event updated for resources: {'Port': ['ID=f1f6d06f-143b-4989-9190-693149265255,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:16:56.987728 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 33626) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:16:57.023411 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1ce80-af53-4e45-9f2f-7ded664bc07c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:57.023812 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1ce80-af53-4e45-9f2f-7ded664bc07c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:57.024194 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1ce80-af53-4e45-9f2f-7ded664bc07c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:57.024639 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1ce80-af53-4e45-9f2f-7ded664bc07c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:57.024870 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1ce80-af53-4e45-9f2f-7ded664bc07c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:57.025328 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1ce80-af53-4e45-9f2f-7ded664bc07c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:57.025729 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1ce80-af53-4e45-9f2f-7ded664bc07c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:57.026052 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1ce80-af53-4e45-9f2f-7ded664bc07c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:57.026548 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1ce80-af53-4e45-9f2f-7ded664bc07c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:57.026878 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1ce80-af53-4e45-9f2f-7ded664bc07c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:57.027244 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1ce80-af53-4e45-9f2f-7ded664bc07c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:57.027847 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1ce80-af53-4e45-9f2f-7ded664bc07c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:57.029126 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1ce80-af53-4e45-9f2f-7ded664bc07c admin admin] Tracked resource versions report: Jul 19 17:16:57.029126 dv-cinder-801354-1-iscsi neutron-server[93285]: pushed versions: Jul 19 17:16:57.029126 dv-cinder-801354-1-iscsi neutron-server[93285]: { 'AddressGroup': {'1.2'}, Jul 19 17:16:57.029126 dv-cinder-801354-1-iscsi neutron-server[93285]: 'ConntrackHelper': {'1.0'}, Jul 19 17:16:57.029126 dv-cinder-801354-1-iscsi neutron-server[93285]: 'Log': {'1.0'}, Jul 19 17:16:57.029126 dv-cinder-801354-1-iscsi neutron-server[93285]: 'Network': {'1.1'}, Jul 19 17:16:57.029126 dv-cinder-801354-1-iscsi neutron-server[93285]: 'Port': {'1.7'}, Jul 19 17:16:57.029126 dv-cinder-801354-1-iscsi neutron-server[93285]: 'PortForwarding': {'1.2'}, Jul 19 17:16:57.029126 dv-cinder-801354-1-iscsi neutron-server[93285]: 'QosPolicy': {'1.8'}, Jul 19 17:16:57.029126 dv-cinder-801354-1-iscsi neutron-server[93285]: 'SecurityGroup': {'1.4'}, Jul 19 17:16:57.029126 dv-cinder-801354-1-iscsi neutron-server[93285]: 'SecurityGroupRule': {'1.2'}, Jul 19 17:16:57.029126 dv-cinder-801354-1-iscsi neutron-server[93285]: 'SubPort': {'1.0'}, Jul 19 17:16:57.029126 dv-cinder-801354-1-iscsi neutron-server[93285]: 'Subnet': {'1.1'}, Jul 19 17:16:57.029126 dv-cinder-801354-1-iscsi neutron-server[93285]: 'Trunk': {'1.1'}} Jul 19 17:16:57.029126 dv-cinder-801354-1-iscsi neutron-server[93285]: consumer versions: Jul 19 17:16:57.029126 dv-cinder-801354-1-iscsi neutron-server[93285]: { DHCP agent@dv-cinder-801354-1-iscsi: {}, Jul 19 17:16:57.029126 dv-cinder-801354-1-iscsi neutron-server[93285]: HyperV agent@hv-cinder-80135: {}, Jul 19 17:16:57.029126 dv-cinder-801354-1-iscsi neutron-server[93285]: L3 agent@dv-cinder-801354-1-iscsi: {}, Jul 19 17:16:57.029126 dv-cinder-801354-1-iscsi neutron-server[93285]: Metadata agent@dv-cinder-801354-1-iscsi: {}, Jul 19 17:16:57.029126 dv-cinder-801354-1-iscsi neutron-server[93285]: Metering agent@dv-cinder-801354-1-iscsi: {}, Jul 19 17:16:57.029126 dv-cinder-801354-1-iscsi neutron-server[93285]: Open vSwitch agent@dv-cinder-801354-1-iscsi: { 'AddressGroup': '1.2', Jul 19 17:16:57.029126 dv-cinder-801354-1-iscsi neutron-server[93285]: 'ConntrackHelper': '1.0', Jul 19 17:16:57.029126 dv-cinder-801354-1-iscsi neutron-server[93285]: 'Log': '1.0', Jul 19 17:16:57.029126 dv-cinder-801354-1-iscsi neutron-server[93285]: 'Network': '1.1', Jul 19 17:16:57.029126 dv-cinder-801354-1-iscsi neutron-server[93285]: 'Port': '1.7', Jul 19 17:16:57.029126 dv-cinder-801354-1-iscsi neutron-server[93285]: 'PortForwarding': '1.2', Jul 19 17:16:57.029126 dv-cinder-801354-1-iscsi neutron-server[93285]: 'QosPolicy': '1.8', Jul 19 17:16:57.029126 dv-cinder-801354-1-iscsi neutron-server[93285]: 'SecurityGroup': '1.4', Jul 19 17:16:57.029126 dv-cinder-801354-1-iscsi neutron-server[93285]: 'SecurityGroupRule': '1.2', Jul 19 17:16:57.029126 dv-cinder-801354-1-iscsi neutron-server[93285]: 'SubPort': '1.0', Jul 19 17:16:57.029126 dv-cinder-801354-1-iscsi neutron-server[93285]: 'Subnet': '1.1', Jul 19 17:16:57.029126 dv-cinder-801354-1-iscsi neutron-server[93285]: 'Trunk': '1.1'}} Jul 19 17:16:57.029126 dv-cinder-801354-1-iscsi neutron-server[93285]: {{(pid=93285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 17:16:57.058410 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-04458356-1c96-4ddf-8dbf-b0f546eb33d7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1611514445-network', 'tenant_id': 'c485e425bf3d4c37aca84c4daa92436f'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:16:57.099739 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-d06fc71a-ef23-4290-9bb3-bc63ca3be624 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-920481581-network', 'tenant_id': 'cc257254b91a48a38c0e3224e8d2a169'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:16:57.162578 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e077c6e4-4fc5-40d1-83d0-37a45595db1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:57.183573 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e077c6e4-4fc5-40d1-83d0-37a45595db1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:57.202455 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e077c6e4-4fc5-40d1-83d0-37a45595db1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=93286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:16:57.221034 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e077c6e4-4fc5-40d1-83d0-37a45595db1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:57.221727 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.db.segments_db [None req-e077c6e4-4fc5-40d1-83d0-37a45595db1c admin admin] Added segment 9abbeafd-2cb9-49a1-a6ee-9a4f9390b291 of type vlan for network a209b5ff-a816-4116-89fd-51c10f2a2246 Jul 19 17:16:57.277049 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-13e1ce80-af53-4e45-9f2f-7ded664bc07c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:57.282011 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e077c6e4-4fc5-40d1-83d0-37a45595db1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737332213742'] for network, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:57.329194 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-99039083-c2c3-431f-aaed-d33fa6a66462 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-13074639-network', 'tenant_id': 'f67bf38d2add46edbd5f6f9c91e5f705'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:16:57.397489 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e077c6e4-4fc5-40d1-83d0-37a45595db1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for network, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:57.398451 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e077c6e4-4fc5-40d1-83d0-37a45595db1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:16:57.399031 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e077c6e4-4fc5-40d1-83d0-37a45595db1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:57.419326 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04458356-1c96-4ddf-8dbf-b0f546eb33d7 admin admin] Made reservation on behalf of c485e425bf3d4c37aca84c4daa92436f for: {'network': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:16:57.433165 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-04458356-1c96-4ddf-8dbf-b0f546eb33d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for network, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:57.445333 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 27544345-acb5-4296-97b8-e3d2aaea926a up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:16:57.548307 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning for port 27544345-acb5-4296-97b8-e3d2aaea926a completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:16:57.586753 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-04458356-1c96-4ddf-8dbf-b0f546eb33d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:57.590009 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077c6e4-4fc5-40d1-83d0-37a45595db1c admin admin] Pushing event updated for resources: {'Network': ['ID=a209b5ff-a816-4116-89fd-51c10f2a2246,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:16:57.597567 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06fc71a-ef23-4290-9bb3-bc63ca3be624 admin admin] Made reservation on behalf of cc257254b91a48a38c0e3224e8d2a169 for: {'network': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:16:57.600375 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d06fc71a-ef23-4290-9bb3-bc63ca3be624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for network, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:57.609659 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Network a209b5ff-a816-4116-89fd-51c10f2a2246 details requested by agent ovs-agent-dv-cinder-801354-1-iscsi with host dv-cinder-801354-1-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:16:57.618510 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d06fc71a-ef23-4290-9bb3-bc63ca3be624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:57.647615 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077c6e4-4fc5-40d1-83d0-37a45595db1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:16:57.658910 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99039083-c2c3-431f-aaed-d33fa6a66462 admin admin] Made reservation on behalf of f67bf38d2add46edbd5f6f9c91e5f705 for: {'network': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:16:57.665857 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-99039083-c2c3-431f-aaed-d33fa6a66462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for network, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:57.670930 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-13e1ce80-af53-4e45-9f2f-7ded664bc07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-974268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-974124'] for router, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:57.684739 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-e077c6e4-4fc5-40d1-83d0-37a45595db1c admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1780429 Jul 19 17:16:57.685937 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 33658) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:16:57.689034 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-99039083-c2c3-431f-aaed-d33fa6a66462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:57.695197 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-319bd95a-1a91-499e-8033-09b54f525477 admin admin] Request body: {'subnet': {'network_id': 'a209b5ff-a816-4116-89fd-51c10f2a2246', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1379268254-subnet', 'tenant_id': 'b3fefd3e37824e00a95d515b7ba1d64f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:16:57.734114 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0960b049-d1e3-4707-8e5a-a4486f2bbbb6 None None] Network a2a529f0-73cb-4c3b-8ecb-6e30cb300478 requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:16:57.764598 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-c35c03f4-dfa5-481a-8ffd-dfc98d745579 None None] Provisioning for port 27544345-acb5-4296-97b8-e3d2aaea926a completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:16:57.794919 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-c35c03f4-dfa5-481a-8ffd-dfc98d745579 None None] Provisioning complete for port 27544345-acb5-4296-97b8-e3d2aaea926a triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:16:57.795988 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-c35c03f4-dfa5-481a-8ffd-dfc98d745579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:57.862577 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-04458356-1c96-4ddf-8dbf-b0f546eb33d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:57.862852 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e1ce80-af53-4e45-9f2f-7ded664bc07c admin admin] Router 31f9997c-e443-4c64-90b9-e28fefa3b7ff is scheduled to L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f with binding_index 1 {{(pid=93285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 17:16:57.874624 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-04458356-1c96-4ddf-8dbf-b0f546eb33d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:57.913902 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04458356-1c96-4ddf-8dbf-b0f546eb33d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=93286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:16:57.931403 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-04458356-1c96-4ddf-8dbf-b0f546eb33d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:57.933521 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.db.segments_db [None req-04458356-1c96-4ddf-8dbf-b0f546eb33d7 admin admin] Added segment 8ce55dfc-31b5-4322-80fd-ed649b556636 of type vlan for network 29e3cdb7-066f-445c-a4f8-c2a347a5eba8 Jul 19 17:16:57.996650 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-c35c03f4-dfa5-481a-8ffd-dfc98d745579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:58.000596 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e1ce80-af53-4e45-9f2f-7ded664bc07c admin admin] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:16:58.017806 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f611e988-ab7e-4d64-9327-ba4771ca3b7e None None] Sync routers for ids ['31f9997c-e443-4c64-90b9-e28fefa3b7ff'] in dv-cinder-801354-1-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:16:58.028958 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f611e988-ab7e-4d64-9327-ba4771ca3b7e None None] Routers {'31f9997c-e443-4c64-90b9-e28fefa3b7ff'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:16:58.030260 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-f611e988-ab7e-4d64-9327-ba4771ca3b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:16:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['31f9997c-e443-4c64-90b9-e28fefa3b7ff'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:16:58.066423 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-c35c03f4-dfa5-481a-8ffd-dfc98d745579 None None] For port 27544345-acb5-4296-97b8-e3d2aaea926a, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=27544345-acb5-4296-97b8-e3d2aaea926a,segment=NetworkSegment(90d5fd33-a215-47be-b301-ae3a83f4aa65),segment_id=90d5fd33-a215-47be-b301-ae3a83f4aa65)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:16:58.075635 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d06fc71a-ef23-4290-9bb3-bc63ca3be624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:58.087429 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-c35c03f4-dfa5-481a-8ffd-dfc98d745579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:58.095036 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04458356-1c96-4ddf-8dbf-b0f546eb33d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093ca83b-ce86-4efa-925c-f703ebf3f19d,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:16:58.095278 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-13e1ce80-af53-4e45-9f2f-7ded664bc07c admin admin] Notify callbacks [] for router, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:58.097115 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-13e1ce80-af53-4e45-9f2f-7ded664bc07c admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7060971 Jul 19 17:16:58.099474 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 33676) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:16:58.106566 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d06fc71a-ef23-4290-9bb3-bc63ca3be624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:58.142061 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-04458356-1c96-4ddf-8dbf-b0f546eb33d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737332213742'] for network, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:58.189068 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c03f4-dfa5-481a-8ffd-dfc98d745579 None None] Pushing event updated for resources: {'Port': ['ID=27544345-acb5-4296-97b8-e3d2aaea926a,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:16:58.207480 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d06fc71a-ef23-4290-9bb3-bc63ca3be624 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=93286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:16:58.275512 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319bd95a-1a91-499e-8033-09b54f525477 admin admin] Made reservation on behalf of b3fefd3e37824e00a95d515b7ba1d64f for: {'subnet': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:16:58.277862 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-319bd95a-1a91-499e-8033-09b54f525477 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:58.341252 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06fc71a-ef23-4290-9bb3-bc63ca3be624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68180767-f7fa-45a7-a070-f1b678334f29,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:16:58.351178 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d06fc71a-ef23-4290-9bb3-bc63ca3be624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:58.351522 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.db.segments_db [None req-d06fc71a-ef23-4290-9bb3-bc63ca3be624 admin admin] Added segment c21bc953-a360-415a-935f-f0f6c1812c07 of type vlan for network 9b8f1052-d38c-4c35-b3f7-23ef6befafc5 Jul 19 17:16:58.358957 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.db.resource_extend [None req-04458356-1c96-4ddf-8dbf-b0f546eb33d7 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 17:16:58.373890 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-f611e988-ab7e-4d64-9327-ba4771ca3b7e None None] Set router 31f9997c-e443-4c64-90b9-e28fefa3b7ff gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:16:58.470628 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-04458356-1c96-4ddf-8dbf-b0f546eb33d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for network, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:58.471388 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04458356-1c96-4ddf-8dbf-b0f546eb33d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:16:58.471959 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-04458356-1c96-4ddf-8dbf-b0f546eb33d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:58.507960 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-946cffc7-dea6-489d-8dea-3cefc31cef41 None None] Provisioning complete for port 27544345-acb5-4296-97b8-e3d2aaea926a triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:16:58.508631 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-946cffc7-dea6-489d-8dea-3cefc31cef41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:58.639666 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-f611e988-ab7e-4d64-9327-ba4771ca3b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'name': 'tempest-AttachVolumeTestJSON-92550418-router', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f1f6d06f-143b-4989-9190-693149265255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:16:55Z', 'updated_at': '2021-07-19T17:16:57Z', 'revision_number': 3, 'project_id': 'dc220f375215460db8d07850e09978fb', 'gw_port': {'id': 'f1f6d06f-143b-4989-9190-693149265255', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:36:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:16:56Z', 'updated_at': '2021-07-19T17:16:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi'}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:16:58.695026 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d06fc71a-ef23-4290-9bb3-bc63ca3be624 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737332213742'] for network, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:58.706048 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f611e988-ab7e-4d64-9327-ba4771ca3b7e None None] Checking router: 31f9997c-e443-4c64-90b9-e28fefa3b7ff for host: dv-cinder-801354-1-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:16:58.706537 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f611e988-ab7e-4d64-9327-ba4771ca3b7e None None] Updating router 31f9997c-e443-4c64-90b9-e28fefa3b7ff port f1f6d06f-143b-4989-9190-693149265255 binding host dv-cinder-801354-1-iscsi {{(pid=93288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:16:58.712882 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04458356-1c96-4ddf-8dbf-b0f546eb33d7 admin admin] Pushing event updated for resources: {'Network': ['ID=29e3cdb7-066f-445c-a4f8-c2a347a5eba8,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:16:58.725843 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Network 29e3cdb7-066f-445c-a4f8-c2a347a5eba8 details requested by agent ovs-agent-dv-cinder-801354-1-iscsi with host dv-cinder-801354-1-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:16:58.772130 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-99039083-c2c3-431f-aaed-d33fa6a66462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:58.776203 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f611e988-ab7e-4d64-9327-ba4771ca3b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:58.776853 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-88b548b8-09b3-4b95-87ce-cc9da6b642ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:58.860199 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-99039083-c2c3-431f-aaed-d33fa6a66462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:58.892738 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-04458356-1c96-4ddf-8dbf-b0f546eb33d7 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1599109 Jul 19 17:16:58.896471 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 33692) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:16:59.014998 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-88b548b8-09b3-4b95-87ce-cc9da6b642ae admin admin] Allocated IP 172.20.0.1 (a2a529f0-73cb-4c3b-8ecb-6e30cb300478/53a8e247-a27a-46a2-abea-935b2a780c56/eef02279-157e-4ef5-a47c-2ecf77b3cde2) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:16:59.100760 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-00a102cb-3a91-4c4f-b57a-8561cf4e073a admin admin] Request body: {'subnet': {'network_id': '29e3cdb7-066f-445c-a4f8-c2a347a5eba8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1611514445-subnet', 'tenant_id': 'c485e425bf3d4c37aca84c4daa92436f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:16:59.139278 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99039083-c2c3-431f-aaed-d33fa6a66462 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=93286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:16:59.172845 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-99039083-c2c3-431f-aaed-d33fa6a66462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:59.173075 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.db.segments_db [None req-99039083-c2c3-431f-aaed-d33fa6a66462 admin admin] Added segment 768f4792-9461-4404-a6a5-a2251f82ddad of type vlan for network f4ca87a1-23ba-4755-a0a7-621cc1b4528f Jul 19 17:16:59.180208 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-88b548b8-09b3-4b95-87ce-cc9da6b642ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:59.182403 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99039083-c2c3-431f-aaed-d33fa6a66462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bf55fe-71a7-474b-866c-9a9e4cd8db62,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:16:59.184886 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d06fc71a-ef23-4290-9bb3-bc63ca3be624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for network, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:59.185935 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06fc71a-ef23-4290-9bb3-bc63ca3be624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:16:59.186484 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d06fc71a-ef23-4290-9bb3-bc63ca3be624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:59.196157 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-319bd95a-1a91-499e-8033-09b54f525477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for subnet, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:59.208023 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [None req-88b548b8-09b3-4b95-87ce-cc9da6b642ae admin admin] Transition to ACTIVE for port object eef02279-157e-4ef5-a47c-2ecf77b3cde2 will not be triggered until provisioned by entity DHCP. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:16:59.245938 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a102cb-3a91-4c4f-b57a-8561cf4e073a admin admin] Made reservation on behalf of c485e425bf3d4c37aca84c4daa92436f for: {'subnet': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:16:59.248274 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-00a102cb-3a91-4c4f-b57a-8561cf4e073a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:59.249867 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-88b548b8-09b3-4b95-87ce-cc9da6b642ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:59.308525 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b548b8-09b3-4b95-87ce-cc9da6b642ae admin admin] Network a2a529f0-73cb-4c3b-8ecb-6e30cb300478 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:16:59.312758 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-88b548b8-09b3-4b95-87ce-cc9da6b642ae admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:16:59.316377 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b548b8-09b3-4b95-87ce-cc9da6b642ae admin admin] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:16:59.316910 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-88b548b8-09b3-4b95-87ce-cc9da6b642ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974323'] for router_interface, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:59.338208 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b548b8-09b3-4b95-87ce-cc9da6b642ae admin admin] Pushing event updated for resources: {'Port': ['ID=eef02279-157e-4ef5-a47c-2ecf77b3cde2,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:16:59.358817 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f611e988-ab7e-4d64-9327-ba4771ca3b7e None None] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:59.363177 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-d06fc71a-ef23-4290-9bb3-bc63ca3be624 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6588953 Jul 19 17:16:59.385482 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [None req-f611e988-ab7e-4d64-9327-ba4771ca3b7e None None] Transition to ACTIVE for port object f1f6d06f-143b-4989-9190-693149265255 will not be triggered until provisioned by entity L2. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:16:59.400907 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f611e988-ab7e-4d64-9327-ba4771ca3b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:59.405982 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-99039083-c2c3-431f-aaed-d33fa6a66462 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737332213742'] for network, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:59.409201 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 33700) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:16:59.411371 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 27544345-acb5-4296-97b8-e3d2aaea926a up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:16:59.429112 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-78bcaecb-3939-4ddd-a9a2-162fc03c3b77 admin admin] Request body: {'subnet': {'network_id': '9b8f1052-d38c-4c35-b3f7-23ef6befafc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-920481581-subnet', 'tenant_id': 'cc257254b91a48a38c0e3224e8d2a169', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:16:59.478312 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d3f02-0efb-44ab-a3c9-3c1d3310b2c4 None None] Pushing event updated for resources: {'Port': ['ID=f1f6d06f-143b-4989-9190-693149265255,revision_number=2']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:16:59.504656 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d3f02-0efb-44ab-a3c9-3c1d3310b2c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:59.505261 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d3f02-0efb-44ab-a3c9-3c1d3310b2c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:59.505894 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d3f02-0efb-44ab-a3c9-3c1d3310b2c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:59.506398 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d3f02-0efb-44ab-a3c9-3c1d3310b2c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:59.506979 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d3f02-0efb-44ab-a3c9-3c1d3310b2c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:59.507467 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d3f02-0efb-44ab-a3c9-3c1d3310b2c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:59.508069 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d3f02-0efb-44ab-a3c9-3c1d3310b2c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:59.508582 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d3f02-0efb-44ab-a3c9-3c1d3310b2c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:59.509171 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d3f02-0efb-44ab-a3c9-3c1d3310b2c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:59.509722 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d3f02-0efb-44ab-a3c9-3c1d3310b2c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:59.510256 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d3f02-0efb-44ab-a3c9-3c1d3310b2c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:59.511064 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d3f02-0efb-44ab-a3c9-3c1d3310b2c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:16:59.512681 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d3f02-0efb-44ab-a3c9-3c1d3310b2c4 None None] Tracked resource versions report: Jul 19 17:16:59.512681 dv-cinder-801354-1-iscsi neutron-server[93288]: pushed versions: Jul 19 17:16:59.512681 dv-cinder-801354-1-iscsi neutron-server[93288]: { 'AddressGroup': {'1.2'}, Jul 19 17:16:59.512681 dv-cinder-801354-1-iscsi neutron-server[93288]: 'ConntrackHelper': {'1.0'}, Jul 19 17:16:59.512681 dv-cinder-801354-1-iscsi neutron-server[93288]: 'Log': {'1.0'}, Jul 19 17:16:59.512681 dv-cinder-801354-1-iscsi neutron-server[93288]: 'Network': {'1.1'}, Jul 19 17:16:59.512681 dv-cinder-801354-1-iscsi neutron-server[93288]: 'Port': {'1.7'}, Jul 19 17:16:59.512681 dv-cinder-801354-1-iscsi neutron-server[93288]: 'PortForwarding': {'1.2'}, Jul 19 17:16:59.512681 dv-cinder-801354-1-iscsi neutron-server[93288]: 'QosPolicy': {'1.8'}, Jul 19 17:16:59.512681 dv-cinder-801354-1-iscsi neutron-server[93288]: 'SecurityGroup': {'1.4'}, Jul 19 17:16:59.512681 dv-cinder-801354-1-iscsi neutron-server[93288]: 'SecurityGroupRule': {'1.2'}, Jul 19 17:16:59.512681 dv-cinder-801354-1-iscsi neutron-server[93288]: 'SubPort': {'1.0'}, Jul 19 17:16:59.512681 dv-cinder-801354-1-iscsi neutron-server[93288]: 'Subnet': {'1.1'}, Jul 19 17:16:59.512681 dv-cinder-801354-1-iscsi neutron-server[93288]: 'Trunk': {'1.1'}} Jul 19 17:16:59.512681 dv-cinder-801354-1-iscsi neutron-server[93288]: consumer versions: Jul 19 17:16:59.512681 dv-cinder-801354-1-iscsi neutron-server[93288]: { DHCP agent@dv-cinder-801354-1-iscsi: {}, Jul 19 17:16:59.512681 dv-cinder-801354-1-iscsi neutron-server[93288]: HyperV agent@hv-cinder-80135: {}, Jul 19 17:16:59.512681 dv-cinder-801354-1-iscsi neutron-server[93288]: L3 agent@dv-cinder-801354-1-iscsi: {}, Jul 19 17:16:59.512681 dv-cinder-801354-1-iscsi neutron-server[93288]: Metadata agent@dv-cinder-801354-1-iscsi: {}, Jul 19 17:16:59.512681 dv-cinder-801354-1-iscsi neutron-server[93288]: Metering agent@dv-cinder-801354-1-iscsi: {}, Jul 19 17:16:59.512681 dv-cinder-801354-1-iscsi neutron-server[93288]: Open vSwitch agent@dv-cinder-801354-1-iscsi: { 'AddressGroup': '1.2', Jul 19 17:16:59.512681 dv-cinder-801354-1-iscsi neutron-server[93288]: 'ConntrackHelper': '1.0', Jul 19 17:16:59.512681 dv-cinder-801354-1-iscsi neutron-server[93288]: 'Log': '1.0', Jul 19 17:16:59.512681 dv-cinder-801354-1-iscsi neutron-server[93288]: 'Network': '1.1', Jul 19 17:16:59.512681 dv-cinder-801354-1-iscsi neutron-server[93288]: 'Port': '1.7', Jul 19 17:16:59.512681 dv-cinder-801354-1-iscsi neutron-server[93288]: 'PortForwarding': '1.2', Jul 19 17:16:59.512681 dv-cinder-801354-1-iscsi neutron-server[93288]: 'QosPolicy': '1.8', Jul 19 17:16:59.512681 dv-cinder-801354-1-iscsi neutron-server[93288]: 'SecurityGroup': '1.4', Jul 19 17:16:59.512681 dv-cinder-801354-1-iscsi neutron-server[93288]: 'SecurityGroupRule': '1.2', Jul 19 17:16:59.512681 dv-cinder-801354-1-iscsi neutron-server[93288]: 'SubPort': '1.0', Jul 19 17:16:59.512681 dv-cinder-801354-1-iscsi neutron-server[93288]: 'Subnet': '1.1', Jul 19 17:16:59.512681 dv-cinder-801354-1-iscsi neutron-server[93288]: 'Trunk': '1.1'}} Jul 19 17:16:59.512681 dv-cinder-801354-1-iscsi neutron-server[93288]: {{(pid=93288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 17:16:59.517086 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 27544345-acb5-4296-97b8-e3d2aaea926a triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:16:59.517748 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:59.519468 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-f611e988-ab7e-4d64-9327-ba4771ca3b7e None None] Attempting to bind port f1f6d06f-143b-4989-9190-693149265255 on host dv-cinder-801354-1-iscsi for vnic_type normal with profile {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:16:59.520114 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-f611e988-ab7e-4d64-9327-ba4771ca3b7e None None] Attempting to bind port f1f6d06f-143b-4989-9190-693149265255 by drivers openvswitch,hyperv on host dv-cinder-801354-1-iscsi at level 0 using segments [{'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:16:59.520933 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f611e988-ab7e-4d64-9327-ba4771ca3b7e None None] Attempting to bind port f1f6d06f-143b-4989-9190-693149265255 on network 471a83f0-55fa-4280-ad36-b168b6f04fca {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:16:59.528283 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f611e988-ab7e-4d64-9327-ba4771ca3b7e None None] Checking agent: {'id': '1644f3e0-cc54-41af-ad00-0738a02153ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 9, 11), 'started_at': datetime.datetime(2021, 7, 19, 17, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:16:59.529015 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f611e988-ab7e-4d64-9327-ba4771ca3b7e None None] Checking segment: {'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:16:59.530279 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f611e988-ab7e-4d64-9327-ba4771ca3b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:59.530950 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f611e988-ab7e-4d64-9327-ba4771ca3b7e None None] Bound using segment: {'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:16:59.531697 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-f611e988-ab7e-4d64-9327-ba4771ca3b7e None None] Bound port: f1f6d06f-143b-4989-9190-693149265255, host: dv-cinder-801354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:16:59.532313 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f611e988-ab7e-4d64-9327-ba4771ca3b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:59.590830 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-f611e988-ab7e-4d64-9327-ba4771ca3b7e None None] For port f1f6d06f-143b-4989-9190-693149265255, host dv-cinder-801354-1-iscsi, cleared binding levels {{(pid=93288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:16:59.595341 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-f611e988-ab7e-4d64-9327-ba4771ca3b7e None None] For port f1f6d06f-143b-4989-9190-693149265255, host dv-cinder-801354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=f1f6d06f-143b-4989-9190-693149265255,segment=NetworkSegment(7431590e-ccf2-4917-bcc9-f5f2a04630c8),segment_id=7431590e-ccf2-4917-bcc9-f5f2a04630c8)] {{(pid=93288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:16:59.602235 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f611e988-ab7e-4d64-9327-ba4771ca3b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:59.629665 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06fc71a-ef23-4290-9bb3-bc63ca3be624 admin admin] Pushing event updated for resources: {'Network': ['ID=9b8f1052-d38c-4c35-b3f7-23ef6befafc5,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:16:59.657649 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f611e988-ab7e-4d64-9327-ba4771ca3b7e None None] Routers {'31f9997c-e443-4c64-90b9-e28fefa3b7ff'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:16:59.658818 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-f611e988-ab7e-4d64-9327-ba4771ca3b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:16:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['31f9997c-e443-4c64-90b9-e28fefa3b7ff'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:16:59.678278 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Network 9b8f1052-d38c-4c35-b3f7-23ef6befafc5 details requested by agent ovs-agent-dv-cinder-801354-1-iscsi with host dv-cinder-801354-1-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:16:59.748673 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.db.resource_extend [None req-99039083-c2c3-431f-aaed-d33fa6a66462 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 17:16:59.754707 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bd95a-1a91-499e-8033-09b54f525477 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82845a4e-b4a7-4a3d-97be-1a8a6043c86e,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:16:59.802494 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-f611e988-ab7e-4d64-9327-ba4771ca3b7e None None] Set router 31f9997c-e443-4c64-90b9-e28fefa3b7ff gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:16:59.824808 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bcaecb-3939-4ddd-a9a2-162fc03c3b77 admin admin] Made reservation on behalf of cc257254b91a48a38c0e3224e8d2a169 for: {'subnet': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:16:59.838074 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-78bcaecb-3939-4ddd-a9a2-162fc03c3b77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:59.838716 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-2bce0dfe-e3cf-4ddf-a7bd-b62a7eb11a8d None None] Provisioning for port eef02279-157e-4ef5-a47c-2ecf77b3cde2 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:16:59.873519 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-2bce0dfe-e3cf-4ddf-a7bd-b62a7eb11a8d None None] Provisioning complete for port eef02279-157e-4ef5-a47c-2ecf77b3cde2 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:16:59.874015 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-2bce0dfe-e3cf-4ddf-a7bd-b62a7eb11a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:59.907702 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319bd95a-1a91-499e-8033-09b54f525477 admin admin] Checking segment: {'id': '9abbeafd-2cb9-49a1-a6ee-9a4f9390b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a209b5ff-a816-4116-89fd-51c10f2a2246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:16:59.908771 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319bd95a-1a91-499e-8033-09b54f525477 admin admin] Network hostable DHCP agents. Network: a209b5ff-a816-4116-89fd-51c10f2a2246, hostable agents: ['2623ed35-230f-4ed4-8c02-4756eb9c3b9a'], hosted agents: [] {{(pid=93286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:16:59.911552 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-99039083-c2c3-431f-aaed-d33fa6a66462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for network, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:59.925524 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99039083-c2c3-431f-aaed-d33fa6a66462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:16:59.926903 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-99039083-c2c3-431f-aaed-d33fa6a66462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:16:59.954237 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-2bce0dfe-e3cf-4ddf-a7bd-b62a7eb11a8d None None] Port eef02279-157e-4ef5-a47c-2ecf77b3cde2 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:17:00.049583 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-88b548b8-09b3-4b95-87ce-cc9da6b642ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:00.097539 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d3f02-0efb-44ab-a3c9-3c1d3310b2c4 None None] Pushing event updated for resources: {'Port': ['ID=f1f6d06f-143b-4989-9190-693149265255,revision_number=3']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:00.112724 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-99039083-c2c3-431f-aaed-d33fa6a66462 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.1205945 Jul 19 17:17:00.115729 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 33732) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:00.118646 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-f611e988-ab7e-4d64-9327-ba4771ca3b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'name': 'tempest-AttachVolumeTestJSON-92550418-router', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f1f6d06f-143b-4989-9190-693149265255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:16:55Z', 'updated_at': '2021-07-19T17:16:57Z', 'revision_number': 3, 'project_id': 'dc220f375215460db8d07850e09978fb', 'gw_port': {'id': 'f1f6d06f-143b-4989-9190-693149265255', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:36:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:16:56Z', 'updated_at': '2021-07-19T17:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi'}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:17:00.126215 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-02c6a499-db41-4319-a9df-6f8f31fde4c8 admin admin] Request body: {'subnet': {'network_id': 'f4ca87a1-23ba-4755-a0a7-621cc1b4528f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-13074639-subnet', 'tenant_id': 'f67bf38d2add46edbd5f6f9c91e5f705', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:17:00.143389 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319bd95a-1a91-499e-8033-09b54f525477 admin admin] Network a209b5ff-a816-4116-89fd-51c10f2a2246 is scheduled to be hosted by DHCP agent 2623ed35-230f-4ed4-8c02-4756eb9c3b9a with binding_index 1 {{(pid=93286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:17:00.154588 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f611e988-ab7e-4d64-9327-ba4771ca3b7e None None] The sync data for ids ['31f9997c-e443-4c64-90b9-e28fefa3b7ff'] in dv-cinder-801354-1-iscsi is: [{'id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'name': 'tempest-AttachVolumeTestJSON-92550418-router', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f1f6d06f-143b-4989-9190-693149265255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:16:55Z', 'updated_at': '2021-07-19T17:16:57Z', 'revision_number': 3, 'project_id': 'dc220f375215460db8d07850e09978fb', 'gw_port': {'id': 'f1f6d06f-143b-4989-9190-693149265255', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:36:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:16:56Z', 'updated_at': '2021-07-19T17:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi'}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:17:00.189467 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99039083-c2c3-431f-aaed-d33fa6a66462 admin admin] Pushing event updated for resources: {'Network': ['ID=f4ca87a1-23ba-4755-a0a7-621cc1b4528f,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:00.200891 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Network f4ca87a1-23ba-4755-a0a7-621cc1b4528f details requested by agent ovs-agent-dv-cinder-801354-1-iscsi with host dv-cinder-801354-1-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:17:00.221504 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c6a499-db41-4319-a9df-6f8f31fde4c8 admin admin] Made reservation on behalf of f67bf38d2add46edbd5f6f9c91e5f705 for: {'subnet': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:17:00.228108 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-02c6a499-db41-4319-a9df-6f8f31fde4c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:00.259897 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-319bd95a-1a91-499e-8033-09b54f525477 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-1-iscsi, a209b5ff-a816-4116-89fd-51c10f2a2246) {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:17:00.264649 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319bd95a-1a91-499e-8033-09b54f525477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:00.265341 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-319bd95a-1a91-499e-8033-09b54f525477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:00.326937 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-319bd95a-1a91-499e-8033-09b54f525477 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.6354413 Jul 19 17:17:00.331138 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 33742) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:00.338467 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-a0fb8ec2-4042-4f1c-89cc-cbda2f2edaec admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1379268254-router', 'tenant_id': 'b3fefd3e37824e00a95d515b7ba1d64f', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:17:00.347719 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 33744) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:00.353358 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e3cb37-fbf7-4a60-8baf-14e00bda0bd0 None None] Network a209b5ff-a816-4116-89fd-51c10f2a2246 requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:17:00.378744 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-00a102cb-3a91-4c4f-b57a-8561cf4e073a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for subnet, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:00.491363 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0fb8ec2-4042-4f1c-89cc-cbda2f2edaec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-974277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9720'] for router, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:00.493041 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0fb8ec2-4042-4f1c-89cc-cbda2f2edaec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-974835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9719'] for router, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:00.514546 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccb192c-4350-4f50-9c26-93d845681000 None None] Network a209b5ff-a816-4116-89fd-51c10f2a2246 requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:17:00.519452 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a102cb-3a91-4c4f-b57a-8561cf4e073a admin admin] Pushing event updated for resources: {'Subnet': ['ID=56ca8802-ecf5-42e2-a8c4-753cd60bc764,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:00.628806 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-78bcaecb-3939-4ddd-a9a2-162fc03c3b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for subnet, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:00.686388 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-88b548b8-09b3-4b95-87ce-cc9da6b642ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:00.702838 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-88b548b8-09b3-4b95-87ce-cc9da6b642ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:00.702838 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-88b548b8-09b3-4b95-87ce-cc9da6b642ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-785103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-972643'] for router_interface, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:00.733569 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a102cb-3a91-4c4f-b57a-8561cf4e073a admin admin] Checking segment: {'id': '8ce55dfc-31b5-4322-80fd-ed649b556636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '29e3cdb7-066f-445c-a4f8-c2a347a5eba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:17:00.733926 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a102cb-3a91-4c4f-b57a-8561cf4e073a admin admin] Network hostable DHCP agents. Network: 29e3cdb7-066f-445c-a4f8-c2a347a5eba8, hostable agents: ['2623ed35-230f-4ed4-8c02-4756eb9c3b9a'], hosted agents: [] {{(pid=93286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:17:00.818288 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0fb8ec2-4042-4f1c-89cc-cbda2f2edaec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:00.819249 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-4ad0c5bb-17ed-483c-956b-31276552d143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:00.849033 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bcaecb-3939-4ddd-a9a2-162fc03c3b77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d91bcad-1b0b-46ec-a056-83e72cc2ce61,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:00.858321 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a102cb-3a91-4c4f-b57a-8561cf4e073a admin admin] Network 29e3cdb7-066f-445c-a4f8-c2a347a5eba8 is scheduled to be hosted by DHCP agent 2623ed35-230f-4ed4-8c02-4756eb9c3b9a with binding_index 1 {{(pid=93286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:17:00.885531 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-02c6a499-db41-4319-a9df-6f8f31fde4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for subnet, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:00.893601 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b548b8-09b3-4b95-87ce-cc9da6b642ae admin admin] Pushing event updated for resources: {'Port': ['ID=eef02279-157e-4ef5-a47c-2ecf77b3cde2,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:00.942031 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6a499-db41-4319-a9df-6f8f31fde4c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddb75124-5531-4483-b318-b119c30c05d8,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:00.972904 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b548b8-09b3-4b95-87ce-cc9da6b642ae admin admin] Network a2a529f0-73cb-4c3b-8ecb-6e30cb300478 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:17:00.977759 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-88b548b8-09b3-4b95-87ce-cc9da6b642ae admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:17:01.067190 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-4ad0c5bb-17ed-483c-956b-31276552d143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:01.104057 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-00a102cb-3a91-4c4f-b57a-8561cf4e073a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-1-iscsi, 29e3cdb7-066f-445c-a4f8-c2a347a5eba8) {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:17:01.108108 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c6a499-db41-4319-a9df-6f8f31fde4c8 admin admin] Checking segment: {'id': '768f4792-9461-4404-a6a5-a2251f82ddad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f4ca87a1-23ba-4755-a0a7-621cc1b4528f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:17:01.108635 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c6a499-db41-4319-a9df-6f8f31fde4c8 admin admin] Network hostable DHCP agents. Network: f4ca87a1-23ba-4755-a0a7-621cc1b4528f, hostable agents: ['2623ed35-230f-4ed4-8c02-4756eb9c3b9a'], hosted agents: [] {{(pid=93285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:17:01.112383 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bcaecb-3939-4ddd-a9a2-162fc03c3b77 admin admin] Checking segment: {'id': 'c21bc953-a360-415a-935f-f0f6c1812c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '9b8f1052-d38c-4c35-b3f7-23ef6befafc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:17:01.114911 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bcaecb-3939-4ddd-a9a2-162fc03c3b77 admin admin] Network hostable DHCP agents. Network: 9b8f1052-d38c-4c35-b3f7-23ef6befafc5, hostable agents: ['2623ed35-230f-4ed4-8c02-4756eb9c3b9a'], hosted agents: [] {{(pid=93286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:17:01.119882 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618f84fa-08f0-4d0c-9007-86584ad51a8b None None] Network 29e3cdb7-066f-445c-a4f8-c2a347a5eba8 requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:17:01.129315 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-4ad0c5bb-17ed-483c-956b-31276552d143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:01.153989 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a102cb-3a91-4c4f-b57a-8561cf4e073a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:01.155855 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-00a102cb-3a91-4c4f-b57a-8561cf4e073a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:01.156327 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c6a499-db41-4319-a9df-6f8f31fde4c8 admin admin] Network f4ca87a1-23ba-4755-a0a7-621cc1b4528f is scheduled to be hosted by DHCP agent 2623ed35-230f-4ed4-8c02-4756eb9c3b9a with binding_index 1 {{(pid=93285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:17:01.188801 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b548b8-09b3-4b95-87ce-cc9da6b642ae admin admin] Router 31f9997c-e443-4c64-90b9-e28fefa3b7ff has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:17:01.191400 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-02c6a499-db41-4319-a9df-6f8f31fde4c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-1-iscsi, f4ca87a1-23ba-4755-a0a7-621cc1b4528f) {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:17:01.198693 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c6a499-db41-4319-a9df-6f8f31fde4c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:01.199309 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-02c6a499-db41-4319-a9df-6f8f31fde4c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:01.208901 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412553a3-a51a-479b-a97c-940dfa73b687 None None] Network f4ca87a1-23ba-4755-a0a7-621cc1b4528f requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:17:01.229928 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0c5bb-17ed-483c-956b-31276552d143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b812549-4a2d-4f62-80dd-5fd0820ea764,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:01.237098 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-4ad0c5bb-17ed-483c-956b-31276552d143 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c095a0ca4ac141208374b67c1bf50f39&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8570230 Jul 19 17:17:01.240296 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 33764) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:01.241750 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bcaecb-3939-4ddd-a9a2-162fc03c3b77 admin admin] Network 9b8f1052-d38c-4c35-b3f7-23ef6befafc5 is scheduled to be hosted by DHCP agent 2623ed35-230f-4ed4-8c02-4756eb9c3b9a with binding_index 1 {{(pid=93286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:17:01.334876 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-02c6a499-db41-4319-a9df-6f8f31fde4c8 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2091956 Jul 19 17:17:01.397124 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-00a102cb-3a91-4c4f-b57a-8561cf4e073a admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4892251 Jul 19 17:17:01.424336 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b548b8-09b3-4b95-87ce-cc9da6b642ae admin admin] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:17:01.444073 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-88b548b8-09b3-4b95-87ce-cc9da6b642ae admin admin] 10.222.0.63 "PUT /v2.0/routers/31f9997c-e443-4c64-90b9-e28fefa3b7ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3261693 Jul 19 17:17:01.453612 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0fb8ec2-4042-4f1c-89cc-cbda2f2edaec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-974089', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-974251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9669'] for router, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:01.466966 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-78bcaecb-3939-4ddd-a9a2-162fc03c3b77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-1-iscsi, 9b8f1052-d38c-4c35-b3f7-23ef6befafc5) {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:17:01.492379 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bcaecb-3939-4ddd-a9a2-162fc03c3b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:01.493520 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-78bcaecb-3939-4ddd-a9a2-162fc03c3b77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:01.530936 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-78bcaecb-3939-4ddd-a9a2-162fc03c3b77 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0982308 Jul 19 17:17:01.531124 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a904e4f7-aa4e-4a19-b7a2-7c484ad9bd79 None None] Network 9b8f1052-d38c-4c35-b3f7-23ef6befafc5 requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:17:01.531124 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device f1f6d06f-143b-4989-9190-693149265255 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:17:01.571085 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e8a6680d-87bc-4dff-8c53-045ab399e617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:01.638107 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e8a6680d-87bc-4dff-8c53-045ab399e617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:01.811439 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e8a6680d-87bc-4dff-8c53-045ab399e617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:01.841055 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e8a6680d-87bc-4dff-8c53-045ab399e617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:01.847348 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-e8a6680d-87bc-4dff-8c53-045ab399e617 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5b812549-4a2d-4f62-80dd-5fd0820ea764 HTTP/1.1" status: 204 len: 168 time: 0.6054556 Jul 19 17:17:01.876172 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6680d-87bc-4dff-8c53-045ab399e617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b812549-4a2d-4f62-80dd-5fd0820ea764,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:01.943578 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211d7ad4-b2e4-4a02-95e6-2ee1b42ea609 None None] Network 29e3cdb7-066f-445c-a4f8-c2a347a5eba8 requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:17:02.218408 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0fb8ec2-4042-4f1c-89cc-cbda2f2edaec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:02.249353 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0fb8ec2-4042-4f1c-89cc-cbda2f2edaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:02.337671 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-9fe025f3-fed2-49d7-bf9a-094fb3dcf60d None None] Provisioning complete for port eef02279-157e-4ef5-a47c-2ecf77b3cde2 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:17:02.338825 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fe025f3-fed2-49d7-bf9a-094fb3dcf60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:02.389538 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-a0fb8ec2-4042-4f1c-89cc-cbda2f2edaec admin admin] Allocated IP 172.27.1.111 (471a83f0-55fa-4280-ad36-b168b6f04fca/5f22dab2-98ea-4073-8b5a-7afc7b46c4a2/36d5097c-69b6-4394-9e2a-6002e4b20e54) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:17:02.456475 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-9fe025f3-fed2-49d7-bf9a-094fb3dcf60d None None] Port eef02279-157e-4ef5-a47c-2ecf77b3cde2 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:17:02.522987 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5d04fc-77ca-4ce1-a3e7-38cd074b77b5 None None] Network f4ca87a1-23ba-4755-a0a7-621cc1b4528f requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:17:02.586530 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0fb8ec2-4042-4f1c-89cc-cbda2f2edaec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:02.600921 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89fbfc0-ad85-4bea-b6bc-91c4b685954d None None] Network 9b8f1052-d38c-4c35-b3f7-23ef6befafc5 requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:17:02.603285 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e5820d-3bae-40e3-917f-595f30c475e3 None None] Sync routers for ids ['31f9997c-e443-4c64-90b9-e28fefa3b7ff'] in dv-cinder-801354-1-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:17:02.661532 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e5820d-3bae-40e3-917f-595f30c475e3 None None] Routers {'31f9997c-e443-4c64-90b9-e28fefa3b7ff'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:17:02.662157 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-b2e5820d-3bae-40e3-917f-595f30c475e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:16:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['31f9997c-e443-4c64-90b9-e28fefa3b7ff'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:17:02.672476 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0fb8ec2-4042-4f1c-89cc-cbda2f2edaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:02.772393 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 33826) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:02.806958 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e88f92ee-b7c4-4236-b948-ada0b5addee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:02.854550 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning for port f1f6d06f-143b-4989-9190-693149265255 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:17:02.871309 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 33846) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:02.876387 dv-cinder-801354-1-iscsi neutron-server[93285]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 19 17:17:02.903014 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port f1f6d06f-143b-4989-9190-693149265255 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:17:02.903636 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:02.927185 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fb8ec2-4042-4f1c-89cc-cbda2f2edaec admin admin] Network 471a83f0-55fa-4280-ad36-b168b6f04fca is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:17:02.930229 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-a0fb8ec2-4042-4f1c-89cc-cbda2f2edaec admin admin] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:17:02.939803 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fb8ec2-4042-4f1c-89cc-cbda2f2edaec admin admin] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:17:03.028746 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb8ec2-4042-4f1c-89cc-cbda2f2edaec admin admin] Pushing event updated for resources: {'Port': ['ID=36d5097c-69b6-4394-9e2a-6002e4b20e54,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:03.040730 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-b2e5820d-3bae-40e3-917f-595f30c475e3 None None] Set router 31f9997c-e443-4c64-90b9-e28fefa3b7ff gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:17:03.067933 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 33850) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:03.079511 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-5c88c87a-7b13-468f-9775-1108f529614d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1589009534-network', 'tenant_id': '00955fd6f3f34c12aa69fad1383624bf'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:17:03.148157 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:03.214716 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 33852) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:03.215352 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0fb8ec2-4042-4f1c-89cc-cbda2f2edaec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:03.222446 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-9a89d678-94e3-4a67-a2f4-c6c048a21a03 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Request body: {'security_group': {'name': 'tempest-securitygroup--755806183', 'description': 'tempest-description--1730056725'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:17:03.286544 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-94e95185-dedc-45ce-ae39-dd8a958410af tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:03.288044 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-94e95185-dedc-45ce-ae39-dd8a958410af tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/networks?id=29e3cdb7-066f-445c-a4f8-c2a347a5eba8 HTTP/1.1" status: 200 len: 812 time: 0.4157772 Jul 19 17:17:03.289950 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e88f92ee-b7c4-4236-b948-ada0b5addee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:03.299956 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e88f92ee-b7c4-4236-b948-ada0b5addee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:03.303862 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] For port f1f6d06f-143b-4989-9190-693149265255, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=f1f6d06f-143b-4989-9190-693149265255,segment=NetworkSegment(7431590e-ccf2-4917-bcc9-f5f2a04630c8),segment_id=7431590e-ccf2-4917-bcc9-f5f2a04630c8)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:17:03.319544 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:03.362745 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-cdc4fa95-bb0e-490a-8fe4-6bfedbf1907e tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/quotas/c485e425bf3d4c37aca84c4daa92436f HTTP/1.1" status: 200 len: 375 time: 0.0648875 Jul 19 17:17:03.363949 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c88c87a-7b13-468f-9775-1108f529614d admin admin] Made reservation on behalf of 00955fd6f3f34c12aa69fad1383624bf for: {'network': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:17:03.366870 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5c88c87a-7b13-468f-9775-1108f529614d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for network, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:03.380458 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5c88c87a-7b13-468f-9775-1108f529614d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:03.380689 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Pushing event updated for resources: {'Port': ['ID=f1f6d06f-143b-4989-9190-693149265255,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:03.390843 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-b2e5820d-3bae-40e3-917f-595f30c475e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'name': 'tempest-AttachVolumeTestJSON-92550418-router', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f1f6d06f-143b-4989-9190-693149265255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:16:55Z', 'updated_at': '2021-07-19T17:16:59Z', 'revision_number': 4, 'project_id': 'dc220f375215460db8d07850e09978fb', 'gw_port': {'id': 'f1f6d06f-143b-4989-9190-693149265255', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:36:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:16:56Z', 'updated_at': '2021-07-19T17:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'eef02279-157e-4ef5-a47c-2ecf77b3cde2', 'name': '', 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'mac_address': 'fa:16:3e:f9:dd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '53a8e247-a27a-46a2-abea-935b2a780c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:16:58Z', 'updated_at': '2021-07-19T17:17:00Z', 'revision_number': 2, 'project_id': 'dc220f375215460db8d07850e09978fb', 'subnets': [{'id': '53a8e247-a27a-46a2-abea-935b2a780c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:17:03.430157 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e5820d-3bae-40e3-917f-595f30c475e3 None None] Checking router: 31f9997c-e443-4c64-90b9-e28fefa3b7ff for host: dv-cinder-801354-1-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:17:03.430512 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e5820d-3bae-40e3-917f-595f30c475e3 None None] Updating router 31f9997c-e443-4c64-90b9-e28fefa3b7ff port eef02279-157e-4ef5-a47c-2ecf77b3cde2 binding host dv-cinder-801354-1-iscsi {{(pid=93287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:17:03.459272 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-04f70cd3-da4c-4a17-8986-3fa439c6904e tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=c485e425bf3d4c37aca84c4daa92436f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0945230 Jul 19 17:17:03.468684 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-e88f92ee-b7c4-4236-b948-ada0b5addee6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1ec136fe8f0b4da5b5b6f5d8ca845996&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6942115 Jul 19 17:17:03.469571 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f92ee-b7c4-4236-b948-ada0b5addee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0341065-9d18-44ae-85db-6dcb8d0b502b,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:03.471763 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 33866) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:03.487013 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b2e5820d-3bae-40e3-917f-595f30c475e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:03.511260 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9a89d678-94e3-4a67-a2f4-c6c048a21a03 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:03.579859 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cc109499-730c-4af6-b718-4ae3bfe227ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:03.596599 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0fb8ec2-4042-4f1c-89cc-cbda2f2edaec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-974268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-974124'] for router, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:03.608775 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cc109499-730c-4af6-b718-4ae3bfe227ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:03.697697 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cc109499-730c-4af6-b718-4ae3bfe227ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:03.700215 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cc109499-730c-4af6-b718-4ae3bfe227ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:03.701708 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-cc109499-730c-4af6-b718-4ae3bfe227ba admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b0341065-9d18-44ae-85db-6dcb8d0b502b HTTP/1.1" status: 204 len: 168 time: 0.2226310 Jul 19 17:17:03.730710 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc109499-730c-4af6-b718-4ae3bfe227ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0341065-9d18-44ae-85db-6dcb8d0b502b,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:03.730812 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5c88c87a-7b13-468f-9775-1108f529614d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:03.744525 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5c88c87a-7b13-468f-9775-1108f529614d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:03.753900 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-80fc3725-9b2d-45b7-a763-1ad43bbfff46 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:17:03.757061 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c88c87a-7b13-468f-9775-1108f529614d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=93286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:17:03.758572 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-80fc3725-9b2d-45b7-a763-1ad43bbfff46 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1213725 Jul 19 17:17:03.768604 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5c88c87a-7b13-468f-9775-1108f529614d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:03.769048 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.db.segments_db [None req-5c88c87a-7b13-468f-9775-1108f529614d admin admin] Added segment 92a11fe9-304f-4ec7-9bf1-2358d7869f35 of type vlan for network 31cb2b5b-ebe1-40d5-8695-2be8eea15f41 Jul 19 17:17:03.818152 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 33884) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:03.822591 dv-cinder-801354-1-iscsi neutron-server[93286]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 19 17:17:03.835878 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5c88c87a-7b13-468f-9775-1108f529614d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737332213742'] for network, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:03.905359 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b2e5820d-3bae-40e3-917f-595f30c475e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:03.906671 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-a6240787-bb83-4345-ae44-cc55ce892e84 service neutron] 10.222.0.63 "GET /v2.0/networks/29e3cdb7-066f-445c-a4f8-c2a347a5eba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402147 Jul 19 17:17:03.918285 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-b2e5820d-3bae-40e3-917f-595f30c475e3 None None] Transition to ACTIVE for port object eef02279-157e-4ef5-a47c-2ecf77b3cde2 will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:17:03.927358 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b2e5820d-3bae-40e3-917f-595f30c475e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:03.935952 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c88c87a-7b13-468f-9775-1108f529614d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba6b309-f090-46b3-b581-8fcfc6052109,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:03.988237 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c000d-f88f-4f71-b4d4-c4a17c541cf8 None None] Pushing event updated for resources: {'Port': ['ID=eef02279-157e-4ef5-a47c-2ecf77b3cde2,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:04.045640 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5c88c87a-7b13-468f-9775-1108f529614d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for network, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:04.046606 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c88c87a-7b13-468f-9775-1108f529614d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:04.047181 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5c88c87a-7b13-468f-9775-1108f529614d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:04.068304 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-b2e5820d-3bae-40e3-917f-595f30c475e3 None None] Attempting to bind port eef02279-157e-4ef5-a47c-2ecf77b3cde2 on host dv-cinder-801354-1-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:17:04.068743 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-b2e5820d-3bae-40e3-917f-595f30c475e3 None None] Attempting to bind port eef02279-157e-4ef5-a47c-2ecf77b3cde2 by drivers openvswitch,hyperv on host dv-cinder-801354-1-iscsi at level 0 using segments [{'id': '90d5fd33-a215-47be-b301-ae3a83f4aa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:17:04.069310 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e5820d-3bae-40e3-917f-595f30c475e3 None None] Attempting to bind port eef02279-157e-4ef5-a47c-2ecf77b3cde2 on network a2a529f0-73cb-4c3b-8ecb-6e30cb300478 {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:17:04.078722 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e5820d-3bae-40e3-917f-595f30c475e3 None None] Checking agent: {'id': '1644f3e0-cc54-41af-ad00-0738a02153ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 9, 11), 'started_at': datetime.datetime(2021, 7, 19, 17, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:17:04.079200 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e5820d-3bae-40e3-917f-595f30c475e3 None None] Checking segment: {'id': '90d5fd33-a215-47be-b301-ae3a83f4aa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:17:04.079678 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b2e5820d-3bae-40e3-917f-595f30c475e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:04.080451 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e5820d-3bae-40e3-917f-595f30c475e3 None None] Bound using segment: {'id': '90d5fd33-a215-47be-b301-ae3a83f4aa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:17:04.082368 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-b2e5820d-3bae-40e3-917f-595f30c475e3 None None] Bound port: eef02279-157e-4ef5-a47c-2ecf77b3cde2, host: dv-cinder-801354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d5fd33-a215-47be-b301-ae3a83f4aa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:17:04.082764 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b2e5820d-3bae-40e3-917f-595f30c475e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:04.126645 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-1a2db520-88f0-4efe-ae91-1b5217b7a0c2 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:04.128445 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-1a2db520-88f0-4efe-ae91-1b5217b7a0c2 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/networks?id=9b8f1052-d38c-4c35-b3f7-23ef6befafc5 HTTP/1.1" status: 200 len: 814 time: 0.3074782 Jul 19 17:17:04.131784 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fb8ec2-4042-4f1c-89cc-cbda2f2edaec admin admin] Router 286c99be-026f-426d-98ba-dc7e6d364fa1 is scheduled to L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f with binding_index 1 {{(pid=93286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 17:17:04.175856 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c88c87a-7b13-468f-9775-1108f529614d admin admin] Pushing event updated for resources: {'Network': ['ID=31cb2b5b-ebe1-40d5-8695-2be8eea15f41,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:04.189986 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-1e62a1f8-1eb6-4141-911a-1504f3ee51e0 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/quotas/cc257254b91a48a38c0e3224e8d2a169 HTTP/1.1" status: 200 len: 375 time: 0.0510917 Jul 19 17:17:04.191719 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Network 31cb2b5b-ebe1-40d5-8695-2be8eea15f41 details requested by agent ovs-agent-dv-cinder-801354-1-iscsi with host dv-cinder-801354-1-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:17:04.228354 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-b2e5820d-3bae-40e3-917f-595f30c475e3 None None] For port eef02279-157e-4ef5-a47c-2ecf77b3cde2, host dv-cinder-801354-1-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:17:04.245946 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-b2e5820d-3bae-40e3-917f-595f30c475e3 None None] For port eef02279-157e-4ef5-a47c-2ecf77b3cde2, host dv-cinder-801354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=eef02279-157e-4ef5-a47c-2ecf77b3cde2,segment=NetworkSegment(90d5fd33-a215-47be-b301-ae3a83f4aa65),segment_id=90d5fd33-a215-47be-b301-ae3a83f4aa65)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:17:04.258081 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-a896ed19-1dcd-4c84-a490-196f9aa64400 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=cc257254b91a48a38c0e3224e8d2a169&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676844 Jul 19 17:17:04.264250 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b2e5820d-3bae-40e3-917f-595f30c475e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:04.269608 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-0fb7d034-cea6-4642-b01d-19ea57cdb101 service neutron] 10.222.0.63 "GET /v2.0/networks/29e3cdb7-066f-445c-a4f8-c2a347a5eba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567109 Jul 19 17:17:04.293344 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9a89d678-94e3-4a67-a2f4-c6c048a21a03 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:04.306155 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9a89d678-94e3-4a67-a2f4-c6c048a21a03 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:04.404229 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-5c88c87a-7b13-468f-9775-1108f529614d admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3281982 Jul 19 17:17:04.407888 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 33900) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:04.423990 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9a89d678-94e3-4a67-a2f4-c6c048a21a03 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:04.424514 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-f93db61f-8885-4da2-833e-0a0bc385d0d2 admin admin] Request body: {'subnet': {'network_id': '31cb2b5b-ebe1-40d5-8695-2be8eea15f41', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1589009534-subnet', 'tenant_id': '00955fd6f3f34c12aa69fad1383624bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:17:04.432486 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 33904) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:04.432901 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-9a89d678-94e3-4a67-a2f4-c6c048a21a03 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.2159092 Jul 19 17:17:04.439395 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89d678-94e3-4a67-a2f4-c6c048a21a03 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d33c9308-f18a-42cc-a9af-18a5f00347ad,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:04.441352 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-77309a12-8a2e-4f9d-9131-505663d109b6 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Request body: {'security_group_rule': {'security_group_id': 'd33c9308-f18a-42cc-a9af-18a5f00347ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:17:04.483122 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.db.api [None req-77309a12-8a2e-4f9d-9131-505663d109b6 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 19 17:17:04.483122 dv-cinder-801354-1-iscsi neutron-server[93286]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 19 17:17:04.483122 dv-cinder-801354-1-iscsi neutron-server[93286]: [parameters: {'project_id_1': 'dc220f375215460db8d07850e09978fb', 'expiration_1': datetime.datetime(2021, 7, 19, 17, 17, 4, 460959)}] Jul 19 17:17:04.483122 dv-cinder-801354-1-iscsi neutron-server[93286]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 17:17:04.483490 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG oslo_db.api [None req-77309a12-8a2e-4f9d-9131-505663d109b6 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 17:17:04.500256 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93db61f-8885-4da2-833e-0a0bc385d0d2 admin admin] Made reservation on behalf of 00955fd6f3f34c12aa69fad1383624bf for: {'subnet': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:17:04.502971 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f93db61f-8885-4da2-833e-0a0bc385d0d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:04.531376 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fb8ec2-4042-4f1c-89cc-cbda2f2edaec admin admin] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:17:04.535961 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e5820d-3bae-40e3-917f-595f30c475e3 None None] Routers {'31f9997c-e443-4c64-90b9-e28fefa3b7ff'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:17:04.537920 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-b2e5820d-3bae-40e3-917f-595f30c475e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:16:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['31f9997c-e443-4c64-90b9-e28fefa3b7ff'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:17:04.546869 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0862814d-caf7-4c35-8a06-ee46b556fd46 None None] Sync routers for ids ['286c99be-026f-426d-98ba-dc7e6d364fa1'] in dv-cinder-801354-1-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:17:04.565057 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0862814d-caf7-4c35-8a06-ee46b556fd46 None None] Routers {'286c99be-026f-426d-98ba-dc7e6d364fa1'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:17:04.565901 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-0862814d-caf7-4c35-8a06-ee46b556fd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:16:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['286c99be-026f-426d-98ba-dc7e6d364fa1'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:17:04.610984 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c000d-f88f-4f71-b4d4-c4a17c541cf8 None None] Pushing event updated for resources: {'Port': ['ID=eef02279-157e-4ef5-a47c-2ecf77b3cde2,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:04.642895 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-4e0b0097-032c-4baa-8611-d0c2bea991b0 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:17:04.650261 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-4e0b0097-032c-4baa-8611-d0c2bea991b0 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2014070 Jul 19 17:17:04.669678 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0fb8ec2-4042-4f1c-89cc-cbda2f2edaec admin admin] Notify callbacks [] for router, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:04.671929 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-a0fb8ec2-4042-4f1c-89cc-cbda2f2edaec admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.3393242 Jul 19 17:17:04.677998 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 33914) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:04.865458 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-b2e5820d-3bae-40e3-917f-595f30c475e3 None None] Set router 31f9997c-e443-4c64-90b9-e28fefa3b7ff gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:17:04.900377 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-27fea38a-ff29-4fbf-88bf-c33982d9b9d9 service neutron] 10.222.0.63 "GET /v2.0/networks/9b8f1052-d38c-4c35-b3f7-23ef6befafc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490454 Jul 19 17:17:04.976576 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-0862814d-caf7-4c35-8a06-ee46b556fd46 None None] Set router 286c99be-026f-426d-98ba-dc7e6d364fa1 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:17:04.980685 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f6e9b3a3-792d-4713-80ca-b70ab25df799 req-bda89441-08cb-4d7d-99b9-10900d82fecf tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/ports?device_id=9888de1f-0f77-4ae2-9e97-9a6768ada0ea HTTP/1.1" status: 200 len: 210 time: 0.0567954 Jul 19 17:17:05.217413 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-0862814d-caf7-4c35-8a06-ee46b556fd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286c99be-026f-426d-98ba-dc7e6d364fa1', 'name': 'tempest-ServerRescueNegativeTestJSON-1379268254-router', 'tenant_id': 'b3fefd3e37824e00a95d515b7ba1d64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '36d5097c-69b6-4394-9e2a-6002e4b20e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:17:00Z', 'updated_at': '2021-07-19T17:17:03Z', 'revision_number': 3, 'project_id': 'b3fefd3e37824e00a95d515b7ba1d64f', 'gw_port': {'id': '36d5097c-69b6-4394-9e2a-6002e4b20e54', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:16:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286c99be-026f-426d-98ba-dc7e6d364fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:17:02Z', 'updated_at': '2021-07-19T17:17:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi'}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:17:05.240332 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f93db61f-8885-4da2-833e-0a0bc385d0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for subnet, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:05.255032 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0862814d-caf7-4c35-8a06-ee46b556fd46 None None] Checking router: 286c99be-026f-426d-98ba-dc7e6d364fa1 for host: dv-cinder-801354-1-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:17:05.255662 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0862814d-caf7-4c35-8a06-ee46b556fd46 None None] Updating router 286c99be-026f-426d-98ba-dc7e6d364fa1 port 36d5097c-69b6-4394-9e2a-6002e4b20e54 binding host dv-cinder-801354-1-iscsi {{(pid=93288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:17:05.292500 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-77309a12-8a2e-4f9d-9131-505663d109b6 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:05.293854 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0862814d-caf7-4c35-8a06-ee46b556fd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:05.336366 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-dd0a7118-20ba-40a0-b42d-db22244b03ac service neutron] 10.222.0.63 "GET /v2.0/networks/9b8f1052-d38c-4c35-b3f7-23ef6befafc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140112 Jul 19 17:17:05.368232 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93db61f-8885-4da2-833e-0a0bc385d0d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47227eae-cbf0-469b-80b0-237162fe1997,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:05.387584 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-b2e5820d-3bae-40e3-917f-595f30c475e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'name': 'tempest-AttachVolumeTestJSON-92550418-router', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f1f6d06f-143b-4989-9190-693149265255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:16:55Z', 'updated_at': '2021-07-19T17:16:59Z', 'revision_number': 4, 'project_id': 'dc220f375215460db8d07850e09978fb', 'gw_port': {'id': 'f1f6d06f-143b-4989-9190-693149265255', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:16:56Z', 'updated_at': '2021-07-19T17:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'eef02279-157e-4ef5-a47c-2ecf77b3cde2', 'name': '', 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'mac_address': 'fa:16:3e:f9:dd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '53a8e247-a27a-46a2-abea-935b2a780c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:16:58Z', 'updated_at': '2021-07-19T17:17:04Z', 'revision_number': 4, 'project_id': 'dc220f375215460db8d07850e09978fb', 'subnets': [{'id': '53a8e247-a27a-46a2-abea-935b2a780c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:17:05.405962 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93db61f-8885-4da2-833e-0a0bc385d0d2 admin admin] Checking segment: {'id': '92a11fe9-304f-4ec7-9bf1-2358d7869f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31cb2b5b-ebe1-40d5-8695-2be8eea15f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:17:05.406321 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93db61f-8885-4da2-833e-0a0bc385d0d2 admin admin] Network hostable DHCP agents. Network: 31cb2b5b-ebe1-40d5-8695-2be8eea15f41, hostable agents: ['2623ed35-230f-4ed4-8c02-4756eb9c3b9a'], hosted agents: [] {{(pid=93286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:17:05.448729 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e5820d-3bae-40e3-917f-595f30c475e3 None None] The sync data for ids ['31f9997c-e443-4c64-90b9-e28fefa3b7ff'] in dv-cinder-801354-1-iscsi is: [{'id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'name': 'tempest-AttachVolumeTestJSON-92550418-router', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f1f6d06f-143b-4989-9190-693149265255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:16:55Z', 'updated_at': '2021-07-19T17:16:59Z', 'revision_number': 4, 'project_id': 'dc220f375215460db8d07850e09978fb', 'gw_port': {'id': 'f1f6d06f-143b-4989-9190-693149265255', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:16:56Z', 'updated_at': '2021-07-19T17:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'eef02279-157e-4ef5-a47c-2ecf77b3cde2', 'name': '', 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'mac_address': 'fa:16:3e:f9:dd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '53a8e247-a27a-46a2-abea-935b2a780c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:16:58Z', 'updated_at': '2021-07-19T17:17:04Z', 'revision_number': 4, 'project_id': 'dc220f375215460db8d07850e09978fb', 'subnets': [{'id': '53a8e247-a27a-46a2-abea-935b2a780c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:17:05.465739 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-77309a12-8a2e-4f9d-9131-505663d109b6 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:05.483937 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-77309a12-8a2e-4f9d-9131-505663d109b6 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548936'] for security_group_rule, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:05.492837 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device f1f6d06f-143b-4989-9190-693149265255 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:17:05.526132 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77309a12-8a2e-4f9d-9131-505663d109b6 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1020747-6f2b-4b7d-9b01-c48f856ac47b,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:05.536543 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93db61f-8885-4da2-833e-0a0bc385d0d2 admin admin] Network 31cb2b5b-ebe1-40d5-8695-2be8eea15f41 is scheduled to be hosted by DHCP agent 2623ed35-230f-4ed4-8c02-4756eb9c3b9a with binding_index 1 {{(pid=93286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:17:05.596717 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-f93db61f-8885-4da2-833e-0a0bc385d0d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-1-iscsi, 31cb2b5b-ebe1-40d5-8695-2be8eea15f41) {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:17:05.609565 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e16a045-9ee1-4304-97b0-6126cdb7659f None None] Network 31cb2b5b-ebe1-40d5-8695-2be8eea15f41 requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:17:05.616302 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93db61f-8885-4da2-833e-0a0bc385d0d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:05.616932 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f93db61f-8885-4da2-833e-0a0bc385d0d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:05.642256 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-77309a12-8a2e-4f9d-9131-505663d109b6 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:05.649781 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-77309a12-8a2e-4f9d-9131-505663d109b6 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2103214 Jul 19 17:17:05.654347 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 33950) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:05.688717 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-6515d11d-03e1-46c0-bb1e-eb676a48a61e tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Request body: {'security_group_rule': {'security_group_id': 'd33c9308-f18a-42cc-a9af-18a5f00347ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:17:05.766348 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-f93db61f-8885-4da2-833e-0a0bc385d0d2 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3453512 Jul 19 17:17:05.778292 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6515d11d-03e1-46c0-bb1e-eb676a48a61e tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:05.959906 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port f1f6d06f-143b-4989-9190-693149265255 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:17:05.960538 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:05.987365 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0862814d-caf7-4c35-8a06-ee46b556fd46 None None] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:06.010644 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [None req-0862814d-caf7-4c35-8a06-ee46b556fd46 None None] Transition to ACTIVE for port object 36d5097c-69b6-4394-9e2a-6002e4b20e54 will not be triggered until provisioned by entity L2. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:17:06.027373 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0862814d-caf7-4c35-8a06-ee46b556fd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:06.029164 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6515d11d-03e1-46c0-bb1e-eb676a48a61e tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:06.034153 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-647e5a91-9457-4b06-a0c9-289a7d66c57a req-f01b70d4-d7df-42e6-8818-30c0cd48ff76 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 210 time: 0.0729191 Jul 19 17:17:06.043238 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6515d11d-03e1-46c0-bb1e-eb676a48a61e tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548936'] for security_group_rule, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:06.088505 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0899459b-38ec-4755-9aaa-e65c51c45741 None None] Network 31cb2b5b-ebe1-40d5-8695-2be8eea15f41 requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:17:06.101157 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515d11d-03e1-46c0-bb1e-eb676a48a61e tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3fa5a5b-4268-4b28-9db3-5fee64fd061d,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:06.121342 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 33984) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:06.161172 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cdc47f-2551-49d6-81f8-ee0107c54e7c None None] Pushing event updated for resources: {'Port': ['ID=36d5097c-69b6-4394-9e2a-6002e4b20e54,revision_number=2']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:06.211078 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-0862814d-caf7-4c35-8a06-ee46b556fd46 None None] Attempting to bind port 36d5097c-69b6-4394-9e2a-6002e4b20e54 on host dv-cinder-801354-1-iscsi for vnic_type normal with profile {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:17:06.212315 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-0862814d-caf7-4c35-8a06-ee46b556fd46 None None] Attempting to bind port 36d5097c-69b6-4394-9e2a-6002e4b20e54 by drivers openvswitch,hyperv on host dv-cinder-801354-1-iscsi at level 0 using segments [{'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:17:06.212902 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862814d-caf7-4c35-8a06-ee46b556fd46 None None] Attempting to bind port 36d5097c-69b6-4394-9e2a-6002e4b20e54 on network 471a83f0-55fa-4280-ad36-b168b6f04fca {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:17:06.227414 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862814d-caf7-4c35-8a06-ee46b556fd46 None None] Checking agent: {'id': '1644f3e0-cc54-41af-ad00-0738a02153ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 9, 11), 'started_at': datetime.datetime(2021, 7, 19, 17, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:17:06.228098 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862814d-caf7-4c35-8a06-ee46b556fd46 None None] Checking segment: {'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:17:06.228741 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0862814d-caf7-4c35-8a06-ee46b556fd46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:06.229361 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862814d-caf7-4c35-8a06-ee46b556fd46 None None] Bound using segment: {'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:17:06.230073 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-0862814d-caf7-4c35-8a06-ee46b556fd46 None None] Bound port: 36d5097c-69b6-4394-9e2a-6002e4b20e54, host: dv-cinder-801354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:17:06.230689 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0862814d-caf7-4c35-8a06-ee46b556fd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:06.261864 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6515d11d-03e1-46c0-bb1e-eb676a48a61e tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:06.263067 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-6515d11d-03e1-46c0-bb1e-eb676a48a61e tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6077931 Jul 19 17:17:06.275062 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 33996) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:06.285165 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-615e10a7-1ebb-418d-8f64-ebdb3e9364ec tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Request body: {'floatingip': {'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:17:06.375531 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1b0348ab-00fb-4e75-acf7-169b99772803 req-e35422e8-a27e-40a7-94f2-0e59a2b81524 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/ports?device_id=9888de1f-0f77-4ae2-9e97-9a6768ada0ea HTTP/1.1" status: 200 len: 210 time: 0.2091520 Jul 19 17:17:06.380624 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-0862814d-caf7-4c35-8a06-ee46b556fd46 None None] For port 36d5097c-69b6-4394-9e2a-6002e4b20e54, host dv-cinder-801354-1-iscsi, cleared binding levels {{(pid=93288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:17:06.390451 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-615e10a7-1ebb-418d-8f64-ebdb3e9364ec tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for floatingip, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:06.390690 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-0862814d-caf7-4c35-8a06-ee46b556fd46 None None] For port 36d5097c-69b6-4394-9e2a-6002e4b20e54, host dv-cinder-801354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=36d5097c-69b6-4394-9e2a-6002e4b20e54,segment=NetworkSegment(7431590e-ccf2-4917-bcc9-f5f2a04630c8),segment_id=7431590e-ccf2-4917-bcc9-f5f2a04630c8)] {{(pid=93288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:17:06.400126 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3630899-5acb-43c6-a2cb-908c17ad3fd6 admin admin] Deleting subnet ddb75124-5531-4483-b318-b119c30c05d8 {{(pid=93286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:17:06.407241 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0862814d-caf7-4c35-8a06-ee46b556fd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:06.422306 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a3630899-5acb-43c6-a2cb-908c17ad3fd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:06.554179 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f022b2d8-6761-4e44-9054-c90adc291a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:06.554592 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a3630899-5acb-43c6-a2cb-908c17ad3fd6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:06.583552 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a3630899-5acb-43c6-a2cb-908c17ad3fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4122676'] for subnet, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:06.599041 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cdc47f-2551-49d6-81f8-ee0107c54e7c None None] Pushing event updated for resources: {'Port': ['ID=36d5097c-69b6-4394-9e2a-6002e4b20e54,revision_number=3']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:06.602271 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0862814d-caf7-4c35-8a06-ee46b556fd46 None None] Routers {'286c99be-026f-426d-98ba-dc7e6d364fa1'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:17:06.603028 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-0862814d-caf7-4c35-8a06-ee46b556fd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:16:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['286c99be-026f-426d-98ba-dc7e6d364fa1'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:17:06.788069 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a3630899-5acb-43c6-a2cb-908c17ad3fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4122671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for subnet, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:06.852375 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-0862814d-caf7-4c35-8a06-ee46b556fd46 None None] Set router 286c99be-026f-426d-98ba-dc7e6d364fa1 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:17:06.895495 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a3630899-5acb-43c6-a2cb-908c17ad3fd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:06.901870 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-a3630899-5acb-43c6-a2cb-908c17ad3fd6 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/ddb75124-5531-4483-b318-b119c30c05d8 HTTP/1.1" status: 204 len: 168 time: 0.7795215 Jul 19 17:17:06.906108 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 34028) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:06.910019 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3630899-5acb-43c6-a2cb-908c17ad3fd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddb75124-5531-4483-b318-b119c30c05d8,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:07.200686 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-615e10a7-1ebb-418d-8f64-ebdb3e9364ec tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:07.240041 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-0862814d-caf7-4c35-8a06-ee46b556fd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286c99be-026f-426d-98ba-dc7e6d364fa1', 'name': 'tempest-ServerRescueNegativeTestJSON-1379268254-router', 'tenant_id': 'b3fefd3e37824e00a95d515b7ba1d64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '36d5097c-69b6-4394-9e2a-6002e4b20e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:17:00Z', 'updated_at': '2021-07-19T17:17:03Z', 'revision_number': 3, 'project_id': 'b3fefd3e37824e00a95d515b7ba1d64f', 'gw_port': {'id': '36d5097c-69b6-4394-9e2a-6002e4b20e54', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:16:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286c99be-026f-426d-98ba-dc7e6d364fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:17:02Z', 'updated_at': '2021-07-19T17:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi'}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:17:07.266160 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-84aaab24-a2d1-4f8e-92f9-db352f1d2a58 req-1826fa7c-c32a-4e56-baf1-4283b5bb916b tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 210 time: 0.1105952 Jul 19 17:17:07.276954 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5056a667-9cf3-449a-adde-0226947744b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3735101'] for network, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:07.342445 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0862814d-caf7-4c35-8a06-ee46b556fd46 None None] The sync data for ids ['286c99be-026f-426d-98ba-dc7e6d364fa1'] in dv-cinder-801354-1-iscsi is: [{'id': '286c99be-026f-426d-98ba-dc7e6d364fa1', 'name': 'tempest-ServerRescueNegativeTestJSON-1379268254-router', 'tenant_id': 'b3fefd3e37824e00a95d515b7ba1d64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '36d5097c-69b6-4394-9e2a-6002e4b20e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:17:00Z', 'updated_at': '2021-07-19T17:17:03Z', 'revision_number': 3, 'project_id': 'b3fefd3e37824e00a95d515b7ba1d64f', 'gw_port': {'id': '36d5097c-69b6-4394-9e2a-6002e4b20e54', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:16:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286c99be-026f-426d-98ba-dc7e6d364fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:17:02Z', 'updated_at': '2021-07-19T17:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi'}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:17:07.521510 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-615e10a7-1ebb-418d-8f64-ebdb3e9364ec tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Allocated IP 172.27.1.35 (471a83f0-55fa-4280-ad36-b168b6f04fca/5f22dab2-98ea-4073-8b5a-7afc7b46c4a2/17bf3da9-5d63-462b-9db7-a72b301026cc) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:17:07.536292 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device eef02279-157e-4ef5-a47c-2ecf77b3cde2 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:17:07.562803 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5056a667-9cf3-449a-adde-0226947744b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4124440', 'neutron.services.segments.db._delete_segments_for_network-8737332645178'] for network, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:07.613920 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5056a667-9cf3-449a-adde-0226947744b1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:17:07.625056 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5056a667-9cf3-449a-adde-0226947744b1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:17:07.627461 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5056a667-9cf3-449a-adde-0226947744b1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:17:07.627894 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5056a667-9cf3-449a-adde-0226947744b1 admin admin] Subscribe: > port after_create 55550000 {{(pid=93286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:17:07.628228 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5056a667-9cf3-449a-adde-0226947744b1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:17:07.628605 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5056a667-9cf3-449a-adde-0226947744b1 admin admin] Subscribe: > port after_update 55550000 {{(pid=93286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:17:07.628989 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5056a667-9cf3-449a-adde-0226947744b1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:17:07.631012 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning for port eef02279-157e-4ef5-a47c-2ecf77b3cde2 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:17:07.633178 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5056a667-9cf3-449a-adde-0226947744b1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:17:07.634224 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5056a667-9cf3-449a-adde-0226947744b1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:17:07.634734 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5056a667-9cf3-449a-adde-0226947744b1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:17:07.645004 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port eef02279-157e-4ef5-a47c-2ecf77b3cde2 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:17:07.646123 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:07.853434 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:07.863580 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 34072) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:07.869193 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-615e10a7-1ebb-418d-8f64-ebdb3e9364ec tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:07.904205 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-f022b2d8-6761-4e44-9054-c90adc291a44 admin admin] Allocated IP 172.20.0.1 (a209b5ff-a816-4116-89fd-51c10f2a2246/82845a4e-b4a7-4a3d-97be-1a8a6043c86e/1cda08b1-4c21-449a-afa1-96f749071c25) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:17:07.955793 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e104b74f-e0bf-4d7a-9ded-b4d517e3c2be req-712aa097-178c-4b94-ae9e-d84481b63b9f tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/ports?device_id=9888de1f-0f77-4ae2-9e97-9a6768ada0ea HTTP/1.1" status: 200 len: 210 time: 0.0903165 Jul 19 17:17:07.981190 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] For port eef02279-157e-4ef5-a47c-2ecf77b3cde2, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=eef02279-157e-4ef5-a47c-2ecf77b3cde2,segment=NetworkSegment(90d5fd33-a215-47be-b301-ae3a83f4aa65),segment_id=90d5fd33-a215-47be-b301-ae3a83f4aa65)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:17:07.996270 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:08.112116 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5056a667-9cf3-449a-adde-0226947744b1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:17:08.112116 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5056a667-9cf3-449a-adde-0226947744b1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:17:08.112116 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5056a667-9cf3-449a-adde-0226947744b1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:17:08.112116 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5056a667-9cf3-449a-adde-0226947744b1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:17:08.112116 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-5056a667-9cf3-449a-adde-0226947744b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4ca87a1-23ba-4755-a0a7-621cc1b4528f']}} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:17:08.132067 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-5056a667-9cf3-449a-adde-0226947744b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768f4792-9461-4404-a6a5-a2251f82ddad') {'for_net_delete': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:17:08.132368 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-5056a667-9cf3-449a-adde-0226947744b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768f4792-9461-4404-a6a5-a2251f82ddad') {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:17:08.156808 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5056a667-9cf3-449a-adde-0226947744b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737332645443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10966623'] for segment, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:08.186780 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5056a667-9cf3-449a-adde-0226947744b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:08.194804 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-615e10a7-1ebb-418d-8f64-ebdb3e9364ec tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:08.196729 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-42523972-c579-421c-8afb-bc422acac9ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:08.197354 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Pushing event updated for resources: {'Port': ['ID=eef02279-157e-4ef5-a47c-2ecf77b3cde2,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:08.198046 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5056a667-9cf3-449a-adde-0226947744b1 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=93286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:17:08.198536 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5056a667-9cf3-449a-adde-0226947744b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10507228'] for segment, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: from cryptography.utils import int_from_bytes Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: from cryptography.utils import int_from_bytes Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: Traceback (most recent call last): Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: timer() Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: cb(*args, **kw) Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: return func(*args, **kwargs) Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: self._notify() Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: self.callback(batched_events) Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: event.method(event) Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: return f(self, *a, **k) Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: return self._get(url).json() Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: return self.request(url, 'GET', **kwargs) Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:17:08.203072 dv-cinder-801354-1-iscsi neutron-server[93286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:17:08.272703 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5056a667-9cf3-449a-adde-0226947744b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-974196'] for network, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:08.280077 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5056a667-9cf3-449a-adde-0226947744b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:08.282611 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-5056a667-9cf3-449a-adde-0226947744b1 admin admin] 10.222.0.63 "DELETE /v2.0/networks/f4ca87a1-23ba-4755-a0a7-621cc1b4528f HTTP/1.1" status: 204 len: 168 time: 1.3594377 Jul 19 17:17:08.294406 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 34084) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:08.296830 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056a667-9cf3-449a-adde-0226947744b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4ca87a1-23ba-4755-a0a7-621cc1b4528f,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:08.302944 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615e10a7-1ebb-418d-8f64-ebdb3e9364ec tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Network 471a83f0-55fa-4280-ad36-b168b6f04fca is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:17:08.332611 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-615e10a7-1ebb-418d-8f64-ebdb3e9364ec tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:17:08.335538 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615e10a7-1ebb-418d-8f64-ebdb3e9364ec tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:17:08.345039 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f022b2d8-6761-4e44-9054-c90adc291a44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:08.349689 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e10a7-1ebb-418d-8f64-ebdb3e9364ec tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Pushing event updated for resources: {'Port': ['ID=17bf3da9-5d63-462b-9db7-a72b301026cc,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:08.479869 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-d2c6072a-c204-4487-91ad-cb835bc7b8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:08.525083 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-73d32e6c-600f-48d4-b8f0-6215fdd55010 req-3a0b01d3-e0af-4447-b393-ddb2280d9b73 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 210 time: 0.0480578 Jul 19 17:17:08.563095 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-615e10a7-1ebb-418d-8f64-ebdb3e9364ec tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:08.586636 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d1c0b6-d9eb-4033-8f57-7612e49a6270 admin admin] Deleting subnet 47227eae-cbf0-469b-80b0-237162fe1997 {{(pid=93285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:17:08.598121 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-33d1c0b6-d9eb-4033-8f57-7612e49a6270 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:08.650615 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f022b2d8-6761-4e44-9054-c90adc291a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:08.844599 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-33d1c0b6-d9eb-4033-8f57-7612e49a6270 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:08.850549 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-615e10a7-1ebb-418d-8f64-ebdb3e9364ec tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:08.853307 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f022b2d8-6761-4e44-9054-c90adc291a44 admin admin] Network a209b5ff-a816-4116-89fd-51c10f2a2246 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:17:08.879223 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-f022b2d8-6761-4e44-9054-c90adc291a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:17:08.882513 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f022b2d8-6761-4e44-9054-c90adc291a44 admin admin] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:17:08.883134 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f022b2d8-6761-4e44-9054-c90adc291a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974323'] for router_interface, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:08.890592 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-33d1c0b6-d9eb-4033-8f57-7612e49a6270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4122676'] for subnet, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:08.949832 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 49983) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:09.039007 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-42523972-c579-421c-8afb-bc422acac9ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:09.102098 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022b2d8-6761-4e44-9054-c90adc291a44 admin admin] Pushing event updated for resources: {'Port': ['ID=1cda08b1-4c21-449a-afa1-96f749071c25,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:09.105042 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-33d1c0b6-d9eb-4033-8f57-7612e49a6270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4122671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for subnet, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:09.116061 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-4ecba1fd-c5bd-4624-a984-17a404599568 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:09.118277 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-4ecba1fd-c5bd-4624-a984-17a404599568 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.16 "GET /v2.0/networks?id=29e3cdb7-066f-445c-a4f8-c2a347a5eba8 HTTP/1.1" status: 200 len: 812 time: 0.1671615 Jul 19 17:17:09.140147 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-42523972-c579-421c-8afb-bc422acac9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:09.173468 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-e9a69305-dc5b-475f-93d2-b7f91866e817 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Request body: {'port': {'device_id': '9888de1f-0f77-4ae2-9e97-9a6768ada0ea', 'network_id': '29e3cdb7-066f-445c-a4f8-c2a347a5eba8', 'admin_state_up': True, 'tenant_id': 'c485e425bf3d4c37aca84c4daa92436f'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:17:09.208959 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42523972-c579-421c-8afb-bc422acac9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f733653-3aa3-4814-8de0-6f56b602ec4c,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:09.213508 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d1c0b6-d9eb-4033-8f57-7612e49a6270 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47227eae-cbf0-469b-80b0-237162fe1997,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:09.266916 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-15d10292-2d7a-4f6a-a0b9-37014695570e req-7fdef26b-ceea-4014-92b7-68a10400a053 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/ports?device_id=9888de1f-0f77-4ae2-9e97-9a6768ada0ea HTTP/1.1" status: 200 len: 210 time: 0.0339928 Jul 19 17:17:09.280571 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-33d1c0b6-d9eb-4033-8f57-7612e49a6270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:09.285356 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-33d1c0b6-d9eb-4033-8f57-7612e49a6270 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/47227eae-cbf0-469b-80b0-237162fe1997 HTTP/1.1" status: 204 len: 168 time: 0.9892087 Jul 19 17:17:09.299081 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 34116) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:09.323457 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-42523972-c579-421c-8afb-bc422acac9ff admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8af724ab401b4157a8cc1af8cc0d1092&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4514956 Jul 19 17:17:09.327064 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 34118) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:09.402380 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 34126) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:09.553862 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8c7f8405-9d31-436e-8f43-39cdff5ff18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3735101'] for network, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:09.629346 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a8e5f680-013b-4a55-9bd5-3615b5a796e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:09.629825 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 49990) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:09.707993 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a8e5f680-013b-4a55-9bd5-3615b5a796e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:09.711321 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 36d5097c-69b6-4394-9e2a-6002e4b20e54 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:17:09.801832 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a8e5f680-013b-4a55-9bd5-3615b5a796e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:09.806630 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a8e5f680-013b-4a55-9bd5-3615b5a796e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:09.807897 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-a8e5f680-013b-4a55-9bd5-3615b5a796e7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8f733653-3aa3-4814-8de0-6f56b602ec4c HTTP/1.1" status: 204 len: 168 time: 0.4776969 Jul 19 17:17:09.830009 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f022b2d8-6761-4e44-9054-c90adc291a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:09.838165 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5f680-013b-4a55-9bd5-3615b5a796e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f733653-3aa3-4814-8de0-6f56b602ec4c,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:09.851952 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-615e10a7-1ebb-418d-8f64-ebdb3e9364ec tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:09.888890 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-615e10a7-1ebb-418d-8f64-ebdb3e9364ec tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:09.967321 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning for port 36d5097c-69b6-4394-9e2a-6002e4b20e54 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:17:09.972121 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 36d5097c-69b6-4394-9e2a-6002e4b20e54 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:17:09.972758 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:09.986921 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-615e10a7-1ebb-418d-8f64-ebdb3e9364ec tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-974214'] for floatingip, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:10.024145 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e10a7-1ebb-418d-8f64-ebdb3e9364ec tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Pushing event updated for resources: {'Port': ['ID=17bf3da9-5d63-462b-9db7-a72b301026cc,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:10.053998 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-615e10a7-1ebb-418d-8f64-ebdb3e9364ec tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for floatingip, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:10.055510 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-615e10a7-1ebb-418d-8f64-ebdb3e9364ec tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7794282 Jul 19 17:17:10.082354 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8c7f8405-9d31-436e-8f43-39cdff5ff18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4124440', 'neutron.services.segments.db._delete_segments_for_network-8737332645178'] for network, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:10.096708 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-8c7f8405-9d31-436e-8f43-39cdff5ff18b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31cb2b5b-ebe1-40d5-8695-2be8eea15f41']}} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:17:10.108776 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-8c7f8405-9d31-436e-8f43-39cdff5ff18b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a11fe9-304f-4ec7-9bf1-2358d7869f35') {'for_net_delete': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:17:10.108981 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-8c7f8405-9d31-436e-8f43-39cdff5ff18b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a11fe9-304f-4ec7-9bf1-2358d7869f35') {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:17:10.133530 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:10.141529 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8c7f8405-9d31-436e-8f43-39cdff5ff18b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737332645443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10966623'] for segment, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:10.157901 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] For port 36d5097c-69b6-4394-9e2a-6002e4b20e54, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=36d5097c-69b6-4394-9e2a-6002e4b20e54,segment=NetworkSegment(7431590e-ccf2-4917-bcc9-f5f2a04630c8),segment_id=7431590e-ccf2-4917-bcc9-f5f2a04630c8)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:17:10.167592 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:10.169142 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device eef02279-157e-4ef5-a47c-2ecf77b3cde2 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:17:10.205123 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f022b2d8-6761-4e44-9054-c90adc291a44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:10.212601 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f022b2d8-6761-4e44-9054-c90adc291a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:10.213883 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f022b2d8-6761-4e44-9054-c90adc291a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-785103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-972643'] for router_interface, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:10.260252 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9f37a67b-70c9-4651-bfda-4319ae21c15f req-a2a00e7b-4048-43ff-919f-142fdd3a9dc1 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 210 time: 0.0961111 Jul 19 17:17:10.261445 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-e9a69305-dc5b-475f-93d2-b7f91866e817 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Made reservation on behalf of c485e425bf3d4c37aca84c4daa92436f for: {'port': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:17:10.267033 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-e9a69305-dc5b-475f-93d2-b7f91866e817 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:10.278319 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-dc4e9326-4c34-4d5f-96f8-dfcc85a73078 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:10.280959 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-dc4e9326-4c34-4d5f-96f8-dfcc85a73078 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.16 "GET /v2.0/networks?id=9b8f1052-d38c-4c35-b3f7-23ef6befafc5 HTTP/1.1" status: 200 len: 814 time: 0.6500266 Jul 19 17:17:10.286452 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8c7f8405-9d31-436e-8f43-39cdff5ff18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:10.304519 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-502c2eb4-820c-41f9-b884-9f3f1107a29f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:10.325789 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c7f8405-9d31-436e-8f43-39cdff5ff18b admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=93286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:17:10.326781 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8c7f8405-9d31-436e-8f43-39cdff5ff18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10507228'] for segment, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:10.329557 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Pushing event updated for resources: {'Port': ['ID=36d5097c-69b6-4394-9e2a-6002e4b20e54,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:10.333781 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-447bb8d6-9408-4f2e-a47c-2259b06db34d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Request body: {'port': {'device_id': '7b37667c-4096-48c2-ba23-88b23c2b50f5', 'network_id': '9b8f1052-d38c-4c35-b3f7-23ef6befafc5', 'admin_state_up': True, 'tenant_id': 'cc257254b91a48a38c0e3224e8d2a169'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:17:10.357299 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port eef02279-157e-4ef5-a47c-2ecf77b3cde2 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:17:10.357687 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:10.389206 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 34180) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:10.405144 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022b2d8-6761-4e44-9054-c90adc291a44 admin admin] Pushing event updated for resources: {'Port': ['ID=1cda08b1-4c21-449a-afa1-96f749071c25,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:10.428310 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-02a78126-ca61-4b73-8288-80b6cf8433e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:10.515897 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-7e9d26fb-9fd8-41e8-b519-d682313d7513 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--755806183&fields=id&tenant_id=dc220f375215460db8d07850e09978fb HTTP/1.1" status: 200 len: 267 time: 0.1504846 Jul 19 17:17:10.527116 dv-cinder-801354-1-iscsi neutron-server[93286]: Traceback (most recent call last): Jul 19 17:17:10.527116 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:17:10.527116 dv-cinder-801354-1-iscsi neutron-server[93286]: timer() Jul 19 17:17:10.527116 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:17:10.527116 dv-cinder-801354-1-iscsi neutron-server[93286]: cb(*args, **kw) Jul 19 17:17:10.527116 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:17:10.527116 dv-cinder-801354-1-iscsi neutron-server[93286]: return func(*args, **kwargs) Jul 19 17:17:10.527116 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:17:10.527116 dv-cinder-801354-1-iscsi neutron-server[93286]: self._notify() Jul 19 17:17:10.527116 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:17:10.527116 dv-cinder-801354-1-iscsi neutron-server[93286]: self.callback(batched_events) Jul 19 17:17:10.527116 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:17:10.527116 dv-cinder-801354-1-iscsi neutron-server[93286]: event.method(event) Jul 19 17:17:10.527116 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:17:10.527116 dv-cinder-801354-1-iscsi neutron-server[93286]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:17:10.527116 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:17:10.527116 dv-cinder-801354-1-iscsi neutron-server[93286]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:17:10.527116 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:17:10.527116 dv-cinder-801354-1-iscsi neutron-server[93286]: return f(self, *a, **k) Jul 19 17:17:10.527116 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:17:10.527116 dv-cinder-801354-1-iscsi neutron-server[93286]: return self._get(url).json() Jul 19 17:17:10.527116 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:17:10.527116 dv-cinder-801354-1-iscsi neutron-server[93286]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:17:10.527116 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:17:10.527116 dv-cinder-801354-1-iscsi neutron-server[93286]: return self.request(url, 'GET', **kwargs) Jul 19 17:17:10.527116 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:17:10.527116 dv-cinder-801354-1-iscsi neutron-server[93286]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:17:10.527116 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:17:10.527116 dv-cinder-801354-1-iscsi neutron-server[93286]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:17:10.527116 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:17:10.527116 dv-cinder-801354-1-iscsi neutron-server[93286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:17:10.527116 dv-cinder-801354-1-iscsi neutron-server[93286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:17:10.577190 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f022b2d8-6761-4e44-9054-c90adc291a44 admin admin] Network a209b5ff-a816-4116-89fd-51c10f2a2246 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:17:10.584829 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-f022b2d8-6761-4e44-9054-c90adc291a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:17:10.642970 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-52dce1ae-284a-4d86-bfc5-f50c7d2770f5 req-9e07d96e-d139-4693-bba1-247fcdd0f3dc tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/ports?device_id=9888de1f-0f77-4ae2-9e97-9a6768ada0ea HTTP/1.1" status: 200 len: 210 time: 0.1098025 Jul 19 17:17:10.683958 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-d09344ca-b18e-447d-82ba-395d4488d090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:10.910613 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-00ae0f14-755c-4a83-8653-b9b749fe45ef tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:10.913326 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-00ae0f14-755c-4a83-8653-b9b749fe45ef tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/networks?id=a2a529f0-73cb-4c3b-8ecb-6e30cb300478 HTTP/1.1" status: 200 len: 809 time: 0.3807988 Jul 19 17:17:10.944423 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-02a78126-ca61-4b73-8288-80b6cf8433e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:10.949172 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-38c89762-3715-41f7-ad77-998ef9a2108d tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/quotas/dc220f375215460db8d07850e09978fb HTTP/1.1" status: 200 len: 375 time: 0.0280967 Jul 19 17:17:10.955455 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-02a78126-ca61-4b73-8288-80b6cf8433e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:10.965494 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f022b2d8-6761-4e44-9054-c90adc291a44 admin admin] Router 286c99be-026f-426d-98ba-dc7e6d364fa1 has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:17:11.056215 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-02a78126-ca61-4b73-8288-80b6cf8433e5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c1e01e1fa590440598b6bf0c9a3e773b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6649432 Jul 19 17:17:11.057310 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a78126-ca61-4b73-8288-80b6cf8433e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264bbbb2-877c-483c-9f28-a8401d377129,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:11.058297 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-e9a69305-dc5b-475f-93d2-b7f91866e817 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Allocated IP 172.20.0.2 (29e3cdb7-066f-445c-a4f8-c2a347a5eba8/56ca8802-ecf5-42e2-a8c4-753cd60bc764/d2f7c143-dc96-4447-87df-ff40cfcbbd71) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:17:11.071784 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 34188) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:11.191437 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:11.205244 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8c7f8405-9d31-436e-8f43-39cdff5ff18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-974196'] for network, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:11.296453 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-78926cf7-e109-4f01-9af9-723476e33b7a tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=dc220f375215460db8d07850e09978fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3374228 Jul 19 17:17:11.299766 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8c7f8405-9d31-436e-8f43-39cdff5ff18b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:11.319375 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-8c7f8405-9d31-436e-8f43-39cdff5ff18b admin admin] 10.222.0.63 "DELETE /v2.0/networks/31cb2b5b-ebe1-40d5-8695-2be8eea15f41 HTTP/1.1" status: 204 len: 168 time: 2.0040925 Jul 19 17:17:11.377888 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f8405-9d31-436e-8f43-39cdff5ff18b admin admin] Pushing event deleted for resources: {'Network': ['ID=31cb2b5b-ebe1-40d5-8695-2be8eea15f41,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:11.460741 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b555454c-e748-4a3d-affd-0c7314621ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:11.476683 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f022b2d8-6761-4e44-9054-c90adc291a44 admin admin] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:17:11.490480 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab11a3d-74dd-4e32-bddd-ebc1a8d8305a None None] Sync routers for ids ['286c99be-026f-426d-98ba-dc7e6d364fa1'] in dv-cinder-801354-1-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:17:11.499440 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-f022b2d8-6761-4e44-9054-c90adc291a44 admin admin] 10.222.0.63 "PUT /v2.0/routers/286c99be-026f-426d-98ba-dc7e6d364fa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8202302 Jul 19 17:17:11.512825 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab11a3d-74dd-4e32-bddd-ebc1a8d8305a None None] Routers {'286c99be-026f-426d-98ba-dc7e6d364fa1'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:17:11.518041 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-7ab11a3d-74dd-4e32-bddd-ebc1a8d8305a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:17:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['286c99be-026f-426d-98ba-dc7e6d364fa1'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:17:11.655770 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 36d5097c-69b6-4394-9e2a-6002e4b20e54 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:17:11.667105 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b555454c-e748-4a3d-affd-0c7314621ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:11.734250 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 34202) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:11.784765 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-97ab2483-caed-4841-afed-45353c8f89da service neutron] 10.222.0.63 "GET /v2.0/networks/a2a529f0-73cb-4c3b-8ecb-6e30cb300478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593503 Jul 19 17:17:11.865973 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 36d5097c-69b6-4394-9e2a-6002e4b20e54 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:17:11.866671 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:11.909751 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-b7421c61-8dfa-4a72-900f-2b06a9a5b6dc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f67bf38d2add46edbd5f6f9c91e5f705&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1710668 Jul 19 17:17:11.913250 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 34206) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:11.920030 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b555454c-e748-4a3d-affd-0c7314621ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:11.923482 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b555454c-e748-4a3d-affd-0c7314621ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:11.924049 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-625408b3-74ed-44a1-8865-51149deef509 req-4c6a3d45-36a7-4618-a1b5-f3a351655399 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 210 time: 0.2287419 Jul 19 17:17:11.955026 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-b555454c-e748-4a3d-affd-0c7314621ce0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/264bbbb2-877c-483c-9f28-a8401d377129 HTTP/1.1" status: 204 len: 168 time: 0.8692780 Jul 19 17:17:11.968271 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-502c2eb4-820c-41f9-b884-9f3f1107a29f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:12.002449 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-7ab11a3d-74dd-4e32-bddd-ebc1a8d8305a None None] Set router 286c99be-026f-426d-98ba-dc7e6d364fa1 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:17:12.011138 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-502c2eb4-820c-41f9-b884-9f3f1107a29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:12.048783 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-e9a69305-dc5b-475f-93d2-b7f91866e817 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:12.050298 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:12.082227 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-502c2eb4-820c-41f9-b884-9f3f1107a29f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ea7074d16dc2495b9fb51fe731654497&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6773155 Jul 19 17:17:12.086197 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 34212) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:12.086807 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c2eb4-820c-41f9-b884-9f3f1107a29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b9cd38-2285-44f2-b9ef-7f3edeb67b62,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:12.114188 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-21d2093c-0ea8-4ac0-a9b7-f5545d709fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:12.145610 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-21d2093c-0ea8-4ac0-a9b7-f5545d709fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:12.171937 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1a23075d-4bbd-4616-bde8-706da07da089 req-25658d53-e7aa-4fe9-ac60-d844988a5482 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/ports?device_id=9888de1f-0f77-4ae2-9e97-9a6768ada0ea HTTP/1.1" status: 200 len: 210 time: 0.1270752 Jul 19 17:17:12.184697 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b555454c-e748-4a3d-affd-0c7314621ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264bbbb2-877c-483c-9f28-a8401d377129,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:12.186336 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-447bb8d6-9408-4f2e-a47c-2259b06db34d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Made reservation on behalf of cc257254b91a48a38c0e3224e8d2a169 for: {'port': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:17:12.201837 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-447bb8d6-9408-4f2e-a47c-2259b06db34d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:12.266952 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-16037bb1-c94f-446e-81e0-5c917b89e846 service neutron] 10.222.0.63 "GET /v2.0/networks/a2a529f0-73cb-4c3b-8ecb-6e30cb300478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4648261 Jul 19 17:17:12.284163 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-21d2093c-0ea8-4ac0-a9b7-f5545d709fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:12.287224 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-21d2093c-0ea8-4ac0-a9b7-f5545d709fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:12.294119 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-21d2093c-0ea8-4ac0-a9b7-f5545d709fef admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/80bf55fe-71a7-474b-866c-9a9e4cd8db62 HTTP/1.1" status: 204 len: 168 time: 0.3769646 Jul 19 17:17:12.326645 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2093c-0ea8-4ac0-a9b7-f5545d709fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bf55fe-71a7-474b-866c-9a9e4cd8db62,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:12.365037 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-552bb9f2-49a0-4aa8-b81a-fcab71c68dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:12.390643 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-552bb9f2-49a0-4aa8-b81a-fcab71c68dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:12.474241 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-e9a69305-dc5b-475f-93d2-b7f91866e817 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10507233'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:12.679341 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-e9a69305-dc5b-475f-93d2-b7f91866e817 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Network 29e3cdb7-066f-445c-a4f8-c2a347a5eba8 is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:17:12.702824 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-e9a69305-dc5b-475f-93d2-b7f91866e817 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:17:12.714734 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-e9a69305-dc5b-475f-93d2-b7f91866e817 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:17:12.725619 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-552bb9f2-49a0-4aa8-b81a-fcab71c68dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:12.737072 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-552bb9f2-49a0-4aa8-b81a-fcab71c68dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:12.743079 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-552bb9f2-49a0-4aa8-b81a-fcab71c68dc3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/43b9cd38-2285-44f2-b9ef-7f3edeb67b62 HTTP/1.1" status: 204 len: 168 time: 0.6520743 Jul 19 17:17:12.984154 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-7ab11a3d-74dd-4e32-bddd-ebc1a8d8305a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286c99be-026f-426d-98ba-dc7e6d364fa1', 'name': 'tempest-ServerRescueNegativeTestJSON-1379268254-router', 'tenant_id': 'b3fefd3e37824e00a95d515b7ba1d64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '36d5097c-69b6-4394-9e2a-6002e4b20e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:17:00Z', 'updated_at': '2021-07-19T17:17:09Z', 'revision_number': 4, 'project_id': 'b3fefd3e37824e00a95d515b7ba1d64f', 'gw_port': {'id': '36d5097c-69b6-4394-9e2a-6002e4b20e54', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286c99be-026f-426d-98ba-dc7e6d364fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:17:02Z', 'updated_at': '2021-07-19T17:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': '1cda08b1-4c21-449a-afa1-96f749071c25', 'name': '', 'network_id': 'a209b5ff-a816-4116-89fd-51c10f2a2246', 'tenant_id': 'b3fefd3e37824e00a95d515b7ba1d64f', 'mac_address': 'fa:16:3e:a4:9f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286c99be-026f-426d-98ba-dc7e6d364fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '82845a4e-b4a7-4a3d-97be-1a8a6043c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:17:06Z', 'updated_at': '2021-07-19T17:17:10Z', 'revision_number': 2, 'project_id': 'b3fefd3e37824e00a95d515b7ba1d64f', 'subnets': [{'id': '82845a4e-b4a7-4a3d-97be-1a8a6043c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:17:12.995497 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a69305-dc5b-475f-93d2-b7f91866e817 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Pushing event updated for resources: {'Port': ['ID=d2f7c143-dc96-4447-87df-ff40cfcbbd71,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:13.030290 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab11a3d-74dd-4e32-bddd-ebc1a8d8305a None None] Checking router: 286c99be-026f-426d-98ba-dc7e6d364fa1 for host: dv-cinder-801354-1-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:17:13.030729 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab11a3d-74dd-4e32-bddd-ebc1a8d8305a None None] Updating router 286c99be-026f-426d-98ba-dc7e6d364fa1 port 1cda08b1-4c21-449a-afa1-96f749071c25 binding host dv-cinder-801354-1-iscsi {{(pid=93287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:17:13.047521 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-447bb8d6-9408-4f2e-a47c-2259b06db34d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Allocated IP 172.20.0.14 (9b8f1052-d38c-4c35-b3f7-23ef6befafc5/8d91bcad-1b0b-46ec-a056-83e72cc2ce61/f08182df-2a27-4a4a-90fa-e53dab98b0a0) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:17:13.063600 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552bb9f2-49a0-4aa8-b81a-fcab71c68dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b9cd38-2285-44f2-b9ef-7f3edeb67b62,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:13.105832 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7ab11a3d-74dd-4e32-bddd-ebc1a8d8305a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:13.171724 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-e9a69305-dc5b-475f-93d2-b7f91866e817 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:13.172405 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-e9a69305-dc5b-475f-93d2-b7f91866e817 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for port, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:13.214268 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ef5f801b-b4b0-444a-a2f2-04bdd0430093 req-bac8a01a-a60e-467e-ba23-dcebb9bbad24 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 210 time: 0.5296705 Jul 19 17:17:13.322322 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-e9a69305-dc5b-475f-93d2-b7f91866e817 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1552491 Jul 19 17:17:13.511435 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7421ba52-500b-4500-9b33-f2c0f93e29a8 req-aec021cb-e139-4f14-a770-e0003a7dfcf7 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 210 time: 0.1004946 Jul 19 17:17:13.580679 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 34256) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:13.699824 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-dd8b0ed7-6b5d-46a1-b4f1-97958e67ba2d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=00955fd6f3f34c12aa69fad1383624bf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1129305 Jul 19 17:17:13.704000 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 34260) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:13.723655 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-a2d9e065-c067-403c-b918-8b23c91ce2c2 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:13.726391 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-a2d9e065-c067-403c-b918-8b23c91ce2c2 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/networks?id=a209b5ff-a816-4116-89fd-51c10f2a2246 HTTP/1.1" status: 200 len: 819 time: 0.5291581 Jul 19 17:17:13.862612 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:13.869081 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ef968411-440c-4448-8eae-a88c11f991a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:13.937344 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ef968411-440c-4448-8eae-a88c11f991a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:13.945486 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-447bb8d6-9408-4f2e-a47c-2259b06db34d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:13.954273 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84b16a-edbf-46ad-8e34-e6073f6c1b56 req-010824f7-7d15-4c7d-956e-1bb12435aa2d tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:13.956032 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-aa84b16a-edbf-46ad-8e34-e6073f6c1b56 req-010824f7-7d15-4c7d-956e-1bb12435aa2d tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/ports?device_id=9888de1f-0f77-4ae2-9e97-9a6768ada0ea HTTP/1.1" status: 200 len: 931 time: 0.2571440 Jul 19 17:17:14.013270 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-33bcc4c3-491a-4512-92b5-9fa6e8a29848 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/quotas/b3fefd3e37824e00a95d515b7ba1d64f HTTP/1.1" status: 200 len: 375 time: 0.1719158 Jul 19 17:17:14.017110 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-447bb8d6-9408-4f2e-a47c-2259b06db34d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10507233'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:14.038270 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-aa84b16a-edbf-46ad-8e34-e6073f6c1b56 req-d2bfc798-d0eb-43ba-89c8-8e18acf8a2d3 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/security-groups?id=093ca83b-ce86-4efa-925c-f703ebf3f19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703170 Jul 19 17:17:14.077341 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ef968411-440c-4448-8eae-a88c11f991a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:14.080552 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ef968411-440c-4448-8eae-a88c11f991a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:14.082531 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-ef968411-440c-4448-8eae-a88c11f991a1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fba6b309-f090-46b3-b581-8fcfc6052109 HTTP/1.1" status: 204 len: 168 time: 0.3762133 Jul 19 17:17:14.098708 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef968411-440c-4448-8eae-a88c11f991a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba6b309-f090-46b3-b581-8fcfc6052109,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:14.105859 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7ab11a3d-74dd-4e32-bddd-ebc1a8d8305a None None] Notify callbacks [] for port, precommit_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:14.139825 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-447bb8d6-9408-4f2e-a47c-2259b06db34d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Network 9b8f1052-d38c-4c35-b3f7-23ef6befafc5 is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:17:14.146916 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-447bb8d6-9408-4f2e-a47c-2259b06db34d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:17:14.157784 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-7ab11a3d-74dd-4e32-bddd-ebc1a8d8305a None None] Transition to ACTIVE for port object 1cda08b1-4c21-449a-afa1-96f749071c25 will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:17:14.158864 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-447bb8d6-9408-4f2e-a47c-2259b06db34d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:17:14.185706 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7ab11a3d-74dd-4e32-bddd-ebc1a8d8305a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:14.223796 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447bb8d6-9408-4f2e-a47c-2259b06db34d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Pushing event updated for resources: {'Port': ['ID=f08182df-2a27-4a4a-90fa-e53dab98b0a0,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:14.276204 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-447bb8d6-9408-4f2e-a47c-2259b06db34d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:14.280141 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-447bb8d6-9408-4f2e-a47c-2259b06db34d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for port, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:14.282216 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c2743-f1df-4c38-9ee5-3adb4c386b5c None None] Pushing event updated for resources: {'Port': ['ID=1cda08b1-4c21-449a-afa1-96f749071c25,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:14.299478 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-a1f3adce-464d-489a-b268-dd88089db24f tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b3fefd3e37824e00a95d515b7ba1d64f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2780721 Jul 19 17:17:14.319787 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-447bb8d6-9408-4f2e-a47c-2259b06db34d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0031681 Jul 19 17:17:14.406137 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-7ab11a3d-74dd-4e32-bddd-ebc1a8d8305a None None] Attempting to bind port 1cda08b1-4c21-449a-afa1-96f749071c25 on host dv-cinder-801354-1-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:17:14.406512 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-7ab11a3d-74dd-4e32-bddd-ebc1a8d8305a None None] Attempting to bind port 1cda08b1-4c21-449a-afa1-96f749071c25 by drivers openvswitch,hyperv on host dv-cinder-801354-1-iscsi at level 0 using segments [{'id': '9abbeafd-2cb9-49a1-a6ee-9a4f9390b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a209b5ff-a816-4116-89fd-51c10f2a2246'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:17:14.407086 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab11a3d-74dd-4e32-bddd-ebc1a8d8305a None None] Attempting to bind port 1cda08b1-4c21-449a-afa1-96f749071c25 on network a209b5ff-a816-4116-89fd-51c10f2a2246 {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:17:14.415744 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab11a3d-74dd-4e32-bddd-ebc1a8d8305a None None] Checking agent: {'id': '1644f3e0-cc54-41af-ad00-0738a02153ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 9, 11), 'started_at': datetime.datetime(2021, 7, 19, 17, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:17:14.416557 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab11a3d-74dd-4e32-bddd-ebc1a8d8305a None None] Checking segment: {'id': '9abbeafd-2cb9-49a1-a6ee-9a4f9390b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a209b5ff-a816-4116-89fd-51c10f2a2246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:17:14.417048 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7ab11a3d-74dd-4e32-bddd-ebc1a8d8305a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:14.417515 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab11a3d-74dd-4e32-bddd-ebc1a8d8305a None None] Bound using segment: {'id': '9abbeafd-2cb9-49a1-a6ee-9a4f9390b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a209b5ff-a816-4116-89fd-51c10f2a2246'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:17:14.418070 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-7ab11a3d-74dd-4e32-bddd-ebc1a8d8305a None None] Bound port: 1cda08b1-4c21-449a-afa1-96f749071c25, host: dv-cinder-801354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9abbeafd-2cb9-49a1-a6ee-9a4f9390b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a209b5ff-a816-4116-89fd-51c10f2a2246'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:17:14.418459 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7ab11a3d-74dd-4e32-bddd-ebc1a8d8305a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:14.483229 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-ea1ef947-9ded-4820-96a0-15b52c95043d service neutron] 10.222.0.63 "GET /v2.0/networks/a209b5ff-a816-4116-89fd-51c10f2a2246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756699 Jul 19 17:17:14.505718 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-261ee59a-1fcb-4a6e-8b43-9a883ffec0d4 req-fe3d9d81-b705-4a32-8f5a-a45e1e75ce71 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 210 time: 0.0809073 Jul 19 17:17:14.552306 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-7ab11a3d-74dd-4e32-bddd-ebc1a8d8305a None None] For port 1cda08b1-4c21-449a-afa1-96f749071c25, host dv-cinder-801354-1-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:17:14.558843 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-7ab11a3d-74dd-4e32-bddd-ebc1a8d8305a None None] For port 1cda08b1-4c21-449a-afa1-96f749071c25, host dv-cinder-801354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=1cda08b1-4c21-449a-afa1-96f749071c25,segment=NetworkSegment(9abbeafd-2cb9-49a1-a6ee-9a4f9390b291),segment_id=9abbeafd-2cb9-49a1-a6ee-9a4f9390b291)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:17:14.565869 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7ab11a3d-74dd-4e32-bddd-ebc1a8d8305a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:14.631113 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-fc4f05cf-286d-456e-a190-c5f211074852 service neutron] 10.222.0.63 "GET /v2.0/networks/a209b5ff-a816-4116-89fd-51c10f2a2246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356332 Jul 19 17:17:14.700758 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab11a3d-74dd-4e32-bddd-ebc1a8d8305a None None] Routers {'286c99be-026f-426d-98ba-dc7e6d364fa1'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:17:14.702272 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-7ab11a3d-74dd-4e32-bddd-ebc1a8d8305a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:17:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['286c99be-026f-426d-98ba-dc7e6d364fa1'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:17:14.784905 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c2743-f1df-4c38-9ee5-3adb4c386b5c None None] Pushing event updated for resources: {'Port': ['ID=1cda08b1-4c21-449a-afa1-96f749071c25,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:14.811380 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44443286-7b3c-485f-a913-9102ad5dafbe req-c2df1e59-26f7-4dd9-a71e-713c44f77d89 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:14.816224 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-44443286-7b3c-485f-a913-9102ad5dafbe req-c2df1e59-26f7-4dd9-a71e-713c44f77d89 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 932 time: 0.1428661 Jul 19 17:17:14.914325 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-44443286-7b3c-485f-a913-9102ad5dafbe req-0197673f-aa84-4489-84a7-87649377c195 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923986 Jul 19 17:17:14.940154 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:14.986372 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-7ab11a3d-74dd-4e32-bddd-ebc1a8d8305a None None] Set router 286c99be-026f-426d-98ba-dc7e6d364fa1 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:17:15.126284 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f9b04055-6e00-4178-b627-3259a4ae5b2b req-5fd81a90-52ca-4751-873b-ebc4c750c86a tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 210 time: 0.1010664 Jul 19 17:17:15.566602 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-7ab11a3d-74dd-4e32-bddd-ebc1a8d8305a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286c99be-026f-426d-98ba-dc7e6d364fa1', 'name': 'tempest-ServerRescueNegativeTestJSON-1379268254-router', 'tenant_id': 'b3fefd3e37824e00a95d515b7ba1d64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '36d5097c-69b6-4394-9e2a-6002e4b20e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:17:00Z', 'updated_at': '2021-07-19T17:17:09Z', 'revision_number': 4, 'project_id': 'b3fefd3e37824e00a95d515b7ba1d64f', 'gw_port': {'id': '36d5097c-69b6-4394-9e2a-6002e4b20e54', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286c99be-026f-426d-98ba-dc7e6d364fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:17:02Z', 'updated_at': '2021-07-19T17:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': '1cda08b1-4c21-449a-afa1-96f749071c25', 'name': '', 'network_id': 'a209b5ff-a816-4116-89fd-51c10f2a2246', 'tenant_id': 'b3fefd3e37824e00a95d515b7ba1d64f', 'mac_address': 'fa:16:3e:a4:9f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286c99be-026f-426d-98ba-dc7e6d364fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '82845a4e-b4a7-4a3d-97be-1a8a6043c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:17:06Z', 'updated_at': '2021-07-19T17:17:14Z', 'revision_number': 4, 'project_id': 'b3fefd3e37824e00a95d515b7ba1d64f', 'subnets': [{'id': '82845a4e-b4a7-4a3d-97be-1a8a6043c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:17:15.608961 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab11a3d-74dd-4e32-bddd-ebc1a8d8305a None None] The sync data for ids ['286c99be-026f-426d-98ba-dc7e6d364fa1'] in dv-cinder-801354-1-iscsi is: [{'id': '286c99be-026f-426d-98ba-dc7e6d364fa1', 'name': 'tempest-ServerRescueNegativeTestJSON-1379268254-router', 'tenant_id': 'b3fefd3e37824e00a95d515b7ba1d64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '36d5097c-69b6-4394-9e2a-6002e4b20e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:17:00Z', 'updated_at': '2021-07-19T17:17:09Z', 'revision_number': 4, 'project_id': 'b3fefd3e37824e00a95d515b7ba1d64f', 'gw_port': {'id': '36d5097c-69b6-4394-9e2a-6002e4b20e54', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286c99be-026f-426d-98ba-dc7e6d364fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:17:02Z', 'updated_at': '2021-07-19T17:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': '1cda08b1-4c21-449a-afa1-96f749071c25', 'name': '', 'network_id': 'a209b5ff-a816-4116-89fd-51c10f2a2246', 'tenant_id': 'b3fefd3e37824e00a95d515b7ba1d64f', 'mac_address': 'fa:16:3e:a4:9f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286c99be-026f-426d-98ba-dc7e6d364fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '82845a4e-b4a7-4a3d-97be-1a8a6043c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:17:06Z', 'updated_at': '2021-07-19T17:17:14Z', 'revision_number': 4, 'project_id': 'b3fefd3e37824e00a95d515b7ba1d64f', 'subnets': [{'id': '82845a4e-b4a7-4a3d-97be-1a8a6043c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:17:15.891410 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-39c32784-215a-4caa-83e8-001c2e5e98ac tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:15.899820 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-39c32784-215a-4caa-83e8-001c2e5e98ac tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/networks?id=a209b5ff-a816-4116-89fd-51c10f2a2246 HTTP/1.1" status: 200 len: 819 time: 0.4077103 Jul 19 17:17:15.937041 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-65605f60-58dd-47e5-a3ab-a211d26b3f2e tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/quotas/b3fefd3e37824e00a95d515b7ba1d64f HTTP/1.1" status: 200 len: 375 time: 0.0314341 Jul 19 17:17:15.997822 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae0fd0-72bc-4d28-bf57-f1a4c944c7c1 req-ce9cc88e-9fec-4c96-a845-2ec46dc4e636 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:16.013986 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-33ae0fd0-72bc-4d28-bf57-f1a4c944c7c1 req-ce9cc88e-9fec-4c96-a845-2ec46dc4e636 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/ports?device_id=9888de1f-0f77-4ae2-9e97-9a6768ada0ea HTTP/1.1" status: 200 len: 931 time: 0.8273737 Jul 19 17:17:16.104021 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-8baa61aa-2e7f-48a3-94a9-90c13044edda tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b3fefd3e37824e00a95d515b7ba1d64f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1654427 Jul 19 17:17:16.173113 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-33ae0fd0-72bc-4d28-bf57-f1a4c944c7c1 req-0ecc0259-efb9-4ec0-8f36-067d3c68f891 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/security-groups?id=093ca83b-ce86-4efa-925c-f703ebf3f19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559348 Jul 19 17:17:16.320023 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-81ba5e7a-6ded-4f6a-a97f-123fa9d47ff6 service neutron] 10.222.0.63 "GET /v2.0/networks/a209b5ff-a816-4116-89fd-51c10f2a2246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148192 Jul 19 17:17:16.401178 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a118ba94-54f5-49dc-a252-71237c308212 req-70384986-653b-4b7c-8711-f3cf8fe46fea tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 210 time: 0.0827949 Jul 19 17:17:16.578810 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-c2aba585-df90-49c4-a4a7-76764264b1bf service neutron] 10.222.0.63 "GET /v2.0/networks/a209b5ff-a816-4116-89fd-51c10f2a2246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489634 Jul 19 17:17:16.744332 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5b4dd-ef28-4c60-a242-70c026260773 req-c60b219a-fcda-41e7-b82c-6814cf046314 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:16.760592 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-39b5b4dd-ef28-4c60-a242-70c026260773 req-c60b219a-fcda-41e7-b82c-6814cf046314 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 932 time: 0.2115846 Jul 19 17:17:16.833513 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-39b5b4dd-ef28-4c60-a242-70c026260773 req-ef520dcc-932d-477a-937d-ccae4574f42f tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700676 Jul 19 17:17:17.037575 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f75cf5d3-ab31-4162-9518-33e2c273d9ee req-1fe1f0ba-9eaf-4e12-a0ef-8f54ff45b098 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 210 time: 0.0847993 Jul 19 17:17:17.273426 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-999010e5-0767-493e-9059-b45bec0ac3e3 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:17:17.274454 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-999010e5-0767-493e-9059-b45bec0ac3e3 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083628 Jul 19 17:17:17.291053 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-52eee083-9f72-4f99-9444-23bde7a84763 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:17:17.311441 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-52eee083-9f72-4f99-9444-23bde7a84763 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167766 Jul 19 17:17:17.581895 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 1cda08b1-4c21-449a-afa1-96f749071c25 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:17:17.606406 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19366487-bb18-4cf0-8d58-91369ad2ff21 req-7e551dd3-7d1f-493e-b0e0-bd56859f3838 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:17.624364 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-19366487-bb18-4cf0-8d58-91369ad2ff21 req-7e551dd3-7d1f-493e-b0e0-bd56859f3838 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/ports?device_id=9888de1f-0f77-4ae2-9e97-9a6768ada0ea HTTP/1.1" status: 200 len: 931 time: 0.2962883 Jul 19 17:17:17.697266 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1d3b1a3b-fdb5-48a9-b868-33b2f5b7eddf req-aa5aaf20-3446-4bab-b2e5-45b6e5d7ec62 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 210 time: 0.1132717 Jul 19 17:17:17.784636 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-19366487-bb18-4cf0-8d58-91369ad2ff21 req-3c37c0aa-4dcf-4d05-9cb4-b22f1cf8b9a1 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/security-groups?id=093ca83b-ce86-4efa-925c-f703ebf3f19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578279 Jul 19 17:17:17.807894 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning for port 1cda08b1-4c21-449a-afa1-96f749071c25 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:17:17.818221 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 1cda08b1-4c21-449a-afa1-96f749071c25 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:17:17.819621 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:18.093904 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:18.205003 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] For port 1cda08b1-4c21-449a-afa1-96f749071c25, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=1cda08b1-4c21-449a-afa1-96f749071c25,segment=NetworkSegment(9abbeafd-2cb9-49a1-a6ee-9a4f9390b291),segment_id=9abbeafd-2cb9-49a1-a6ee-9a4f9390b291)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:17:18.214136 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:18.266656 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9a505-1c0b-4596-9d70-076bb8c4b8b1 req-ef6235a7-099b-4777-a049-ec16c8b91a91 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:18.280302 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-aec9a505-1c0b-4596-9d70-076bb8c4b8b1 req-ef6235a7-099b-4777-a049-ec16c8b91a91 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 932 time: 0.2505937 Jul 19 17:17:18.339687 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Pushing event updated for resources: {'Port': ['ID=1cda08b1-4c21-449a-afa1-96f749071c25,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:18.363867 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-aec9a505-1c0b-4596-9d70-076bb8c4b8b1 req-441c4da6-3b64-4db9-a465-36b778822fd8 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823636 Jul 19 17:17:18.378388 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8f0b8cbc-aa2f-4a05-8192-111aa44bd869 req-05fd9c37-6245-4e07-99e4-85c604779661 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 210 time: 0.1085465 Jul 19 17:17:18.666346 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-932af65c-5d1a-41ff-9c92-d88273615a76 service neutron] Request body: {'port': {'device_id': '9888de1f-0f77-4ae2-9e97-9a6768ada0ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:17:18.784452 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-c8b1f0d6-8572-4625-adb4-38c497e8c1b6 service neutron] Request body: {'port': {'device_id': '7b37667c-4096-48c2-ba23-88b23c2b50f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:17:18.929733 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e2eb7fb2-6958-40c5-b94a-a5930391ab51 req-f3c9b257-0b74-41d9-b7fc-81e5b44ee68b tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 210 time: 0.0532210 Jul 19 17:17:18.989738 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-932af65c-5d1a-41ff-9c92-d88273615a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:19.100368 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f279d16-3782-43ee-8be9-b7224d42f960 req-3dea69f1-46d0-443e-bede-766fe53038ab tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:19.107764 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6f279d16-3782-43ee-8be9-b7224d42f960 req-3dea69f1-46d0-443e-bede-766fe53038ab tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/ports?device_id=9888de1f-0f77-4ae2-9e97-9a6768ada0ea HTTP/1.1" status: 200 len: 931 time: 0.1802790 Jul 19 17:17:19.152719 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-c8b1f0d6-8572-4625-adb4-38c497e8c1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:19.182815 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6f279d16-3782-43ee-8be9-b7224d42f960 req-6f29ed00-b4c9-4bde-ae24-9da8cf1e660d tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/security-groups?id=093ca83b-ce86-4efa-925c-f703ebf3f19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680373 Jul 19 17:17:19.428852 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 1cda08b1-4c21-449a-afa1-96f749071c25 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:17:19.563503 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 1cda08b1-4c21-449a-afa1-96f749071c25 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:17:19.563890 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:19.575211 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f2201537-97c5-46a6-98bb-9e8a080a7dcc req-72ebe0b6-99a3-4fe6-b354-1f716687b2ff tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 210 time: 0.0676239 Jul 19 17:17:19.669330 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-932af65c-5d1a-41ff-9c92-d88273615a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f7c143-dc96-4447-87df-ff40cfcbbd71 {{(pid=93286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:17:19.685793 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-932af65c-5d1a-41ff-9c92-d88273615a76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:19.706297 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-932af65c-5d1a-41ff-9c92-d88273615a76 service neutron] Transition to ACTIVE for port object d2f7c143-dc96-4447-87df-ff40cfcbbd71 will not be triggered until provisioned by entity L2. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:17:19.753727 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 34490) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:19.810230 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 34494) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:19.818021 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-932af65c-5d1a-41ff-9c92-d88273615a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10507256'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:19.995367 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932af65c-5d1a-41ff-9c92-d88273615a76 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f7c143-dc96-4447-87df-ff40cfcbbd71,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:20.070430 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2bd10f36-851f-46c8-97c0-d8ff7a51f776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:20.103277 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-07f7e0ac-1d9a-4fdc-ac99-197a774cbeaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:20.225119 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489ced6-7d79-4358-875f-27e7cba23063 req-c063f382-6666-4f23-967d-bebf8320c4fe tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:20.232026 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2489ced6-7d79-4358-875f-27e7cba23063 req-c063f382-6666-4f23-967d-bebf8320c4fe tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 932 time: 0.5231524 Jul 19 17:17:20.270587 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-3af5db9e-6371-404c-a237-0cebd6ca954e req-24c4373d-429b-4f84-92cb-b34440fcc5ab tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 210 time: 0.1434240 Jul 19 17:17:20.402947 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-932af65c-5d1a-41ff-9c92-d88273615a76 service neutron] Attempting to bind port d2f7c143-dc96-4447-87df-ff40cfcbbd71 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:17:20.404546 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-932af65c-5d1a-41ff-9c92-d88273615a76 service neutron] Attempting to bind port d2f7c143-dc96-4447-87df-ff40cfcbbd71 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '8ce55dfc-31b5-4322-80fd-ed649b556636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '29e3cdb7-066f-445c-a4f8-c2a347a5eba8'}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:17:20.404546 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-932af65c-5d1a-41ff-9c92-d88273615a76 service neutron] Attempting to bind port d2f7c143-dc96-4447-87df-ff40cfcbbd71 on network 29e3cdb7-066f-445c-a4f8-c2a347a5eba8 {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:17:20.416455 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2489ced6-7d79-4358-875f-27e7cba23063 req-4a1e19e1-aeee-41e1-ade4-591a79ac455a tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825576 Jul 19 17:17:20.422036 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-932af65c-5d1a-41ff-9c92-d88273615a76 service neutron] Port d2f7c143-dc96-4447-87df-ff40cfcbbd71 on network 29e3cdb7-066f-445c-a4f8-c2a347a5eba8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:17:20.422561 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-932af65c-5d1a-41ff-9c92-d88273615a76 service neutron] Attempting to bind port d2f7c143-dc96-4447-87df-ff40cfcbbd71 on network 29e3cdb7-066f-445c-a4f8-c2a347a5eba8 {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:17:20.431956 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-932af65c-5d1a-41ff-9c92-d88273615a76 service neutron] Checking agent: {'id': '17f591d8-d993-47ca-b852-67375c71a36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'started_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:17:20.432295 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-932af65c-5d1a-41ff-9c92-d88273615a76 service neutron] Checking segment: {'id': '8ce55dfc-31b5-4322-80fd-ed649b556636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '29e3cdb7-066f-445c-a4f8-c2a347a5eba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:17:20.432856 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-932af65c-5d1a-41ff-9c92-d88273615a76 service neutron] Bound using segment: {'id': '8ce55dfc-31b5-4322-80fd-ed649b556636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '29e3cdb7-066f-445c-a4f8-c2a347a5eba8'} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:17:20.433574 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-932af65c-5d1a-41ff-9c92-d88273615a76 service neutron] Bound port: d2f7c143-dc96-4447-87df-ff40cfcbbd71, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ce55dfc-31b5-4322-80fd-ed649b556636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '29e3cdb7-066f-445c-a4f8-c2a347a5eba8'}}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:17:20.434110 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-932af65c-5d1a-41ff-9c92-d88273615a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:20.507677 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2bd10f36-851f-46c8-97c0-d8ff7a51f776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:20.522027 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-c8b1f0d6-8572-4625-adb4-38c497e8c1b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f08182df-2a27-4a4a-90fa-e53dab98b0a0 {{(pid=93286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:17:20.534845 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-c8b1f0d6-8572-4625-adb4-38c497e8c1b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:20.564940 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-c8b1f0d6-8572-4625-adb4-38c497e8c1b6 service neutron] Transition to ACTIVE for port object f08182df-2a27-4a4a-90fa-e53dab98b0a0 will not be triggered until provisioned by entity L2. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:17:20.566179 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2bd10f36-851f-46c8-97c0-d8ff7a51f776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:20.572166 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-c8b1f0d6-8572-4625-adb4-38c497e8c1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10507256'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:20.626338 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd10f36-851f-46c8-97c0-d8ff7a51f776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0107699-3269-40df-a6c0-4ef44f6e1937,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:20.629499 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b1f0d6-8572-4625-adb4-38c497e8c1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f08182df-2a27-4a4a-90fa-e53dab98b0a0,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:20.634439 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-932af65c-5d1a-41ff-9c92-d88273615a76 service neutron] For port d2f7c143-dc96-4447-87df-ff40cfcbbd71, host hv-cinder-80135, cleared binding levels {{(pid=93286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:17:20.654198 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb3f41-ff4d-4de8-b0c5-96fca093703e req-7b213b32-8069-40ae-8c62-cd27f96e789f tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:20.656009 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-24cb3f41-ff4d-4de8-b0c5-96fca093703e req-7b213b32-8069-40ae-8c62-cd27f96e789f tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/ports?device_id=9888de1f-0f77-4ae2-9e97-9a6768ada0ea HTTP/1.1" status: 200 len: 943 time: 0.2546701 Jul 19 17:17:20.671646 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-932af65c-5d1a-41ff-9c92-d88273615a76 service neutron] For port d2f7c143-dc96-4447-87df-ff40cfcbbd71, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d2f7c143-dc96-4447-87df-ff40cfcbbd71,segment=NetworkSegment(8ce55dfc-31b5-4322-80fd-ed649b556636),segment_id=8ce55dfc-31b5-4322-80fd-ed649b556636)] {{(pid=93286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:17:20.672376 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-2bd10f36-851f-46c8-97c0-d8ff7a51f776 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9389ec7891054581bed19381ed0ef52b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9171934 Jul 19 17:17:20.673344 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 34522) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:20.716963 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-932af65c-5d1a-41ff-9c92-d88273615a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10507256'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:20.725085 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-24cb3f41-ff4d-4de8-b0c5-96fca093703e req-80693a7b-b077-4c3b-b530-3b6003cbb45b tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/security-groups?id=093ca83b-ce86-4efa-925c-f703ebf3f19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636199 Jul 19 17:17:20.769299 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-07f7e0ac-1d9a-4fdc-ac99-197a774cbeaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:20.774351 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-07f7e0ac-1d9a-4fdc-ac99-197a774cbeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:20.814111 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-07f7e0ac-1d9a-4fdc-ac99-197a774cbeaf admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=78c76573599f4106bbaea6ec8251137c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0024884 Jul 19 17:17:20.815225 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f7e0ac-1d9a-4fdc-ac99-197a774cbeaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97aaba55-91f0-466b-868f-29eca494d53a,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:20.817696 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 34524) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:20.837548 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932af65c-5d1a-41ff-9c92-d88273615a76 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f7c143-dc96-4447-87df-ff40cfcbbd71,revision_number=3']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:20.881476 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-932af65c-5d1a-41ff-9c92-d88273615a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:20.882327 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-932af65c-5d1a-41ff-9c92-d88273615a76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for port, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:20.883656 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-932af65c-5d1a-41ff-9c92-d88273615a76 service neutron] 10.222.0.16 "PUT /v2.0/ports/d2f7c143-dc96-4447-87df-ff40cfcbbd71 HTTP/1.1" status: 200 len: 1093 time: 2.6846046 Jul 19 17:17:20.885574 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1befb89f-1ac9-4e90-9a57-69b3592568c4 req-49b4cd9f-552c-47ad-93da-cf79150c5074 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 210 time: 0.1715133 Jul 19 17:17:20.886971 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-98a81d6a-f8b6-4df8-9458-a8f7d16edfcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:20.888417 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9888de1f-0f77-4ae2-9e97-9a6768ada0ea', 'tag': 'd2f7c143-dc96-4447-87df-ff40cfcbbd71'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:17:20.892039 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7aad3e87-1de5-47ff-96f9-188301132c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:20.933094 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-98a81d6a-f8b6-4df8-9458-a8f7d16edfcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:20.942348 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7aad3e87-1de5-47ff-96f9-188301132c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:20.973924 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-c8b1f0d6-8572-4625-adb4-38c497e8c1b6 service neutron] Attempting to bind port f08182df-2a27-4a4a-90fa-e53dab98b0a0 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:17:20.974270 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-c8b1f0d6-8572-4625-adb4-38c497e8c1b6 service neutron] Attempting to bind port f08182df-2a27-4a4a-90fa-e53dab98b0a0 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'c21bc953-a360-415a-935f-f0f6c1812c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '9b8f1052-d38c-4c35-b3f7-23ef6befafc5'}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:17:20.974581 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-c8b1f0d6-8572-4625-adb4-38c497e8c1b6 service neutron] Attempting to bind port f08182df-2a27-4a4a-90fa-e53dab98b0a0 on network 9b8f1052-d38c-4c35-b3f7-23ef6befafc5 {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:17:20.986835 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-c8b1f0d6-8572-4625-adb4-38c497e8c1b6 service neutron] Port f08182df-2a27-4a4a-90fa-e53dab98b0a0 on network 9b8f1052-d38c-4c35-b3f7-23ef6befafc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:17:20.987156 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-c8b1f0d6-8572-4625-adb4-38c497e8c1b6 service neutron] Attempting to bind port f08182df-2a27-4a4a-90fa-e53dab98b0a0 on network 9b8f1052-d38c-4c35-b3f7-23ef6befafc5 {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:17:20.992877 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-c8b1f0d6-8572-4625-adb4-38c497e8c1b6 service neutron] Checking agent: {'id': '17f591d8-d993-47ca-b852-67375c71a36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'started_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:17:20.993245 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-c8b1f0d6-8572-4625-adb4-38c497e8c1b6 service neutron] Checking segment: {'id': 'c21bc953-a360-415a-935f-f0f6c1812c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '9b8f1052-d38c-4c35-b3f7-23ef6befafc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:17:20.993763 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-c8b1f0d6-8572-4625-adb4-38c497e8c1b6 service neutron] Bound using segment: {'id': 'c21bc953-a360-415a-935f-f0f6c1812c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '9b8f1052-d38c-4c35-b3f7-23ef6befafc5'} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:17:20.994059 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-c8b1f0d6-8572-4625-adb4-38c497e8c1b6 service neutron] Bound port: f08182df-2a27-4a4a-90fa-e53dab98b0a0, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c21bc953-a360-415a-935f-f0f6c1812c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '9b8f1052-d38c-4c35-b3f7-23ef6befafc5'}}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:17:20.994415 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-c8b1f0d6-8572-4625-adb4-38c497e8c1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:21.002859 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-98a81d6a-f8b6-4df8-9458-a8f7d16edfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:21.016493 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-98a81d6a-f8b6-4df8-9458-a8f7d16edfcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:21.026659 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-98a81d6a-f8b6-4df8-9458-a8f7d16edfcb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/97aaba55-91f0-466b-868f-29eca494d53a HTTP/1.1" status: 204 len: 168 time: 0.2027676 Jul 19 17:17:21.058293 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a81d6a-f8b6-4df8-9458-a8f7d16edfcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97aaba55-91f0-466b-868f-29eca494d53a,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:21.061836 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fef583e105ae9f56b0e46fddec7b2a97c38b8d2c10713f95f240075d2f3bd9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b30643-254d-4a25-931a-46f3ff6baeb1" -d '{"events": [{"name": "network-changed", "server_uuid": "9888de1f-0f77-4ae2-9e97-9a6768ada0ea", "tag": "d2f7c143-dc96-4447-87df-ff40cfcbbd71"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:17:21.073463 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7aad3e87-1de5-47ff-96f9-188301132c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:21.076334 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7aad3e87-1de5-47ff-96f9-188301132c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:21.077523 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-7aad3e87-1de5-47ff-96f9-188301132c03 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b0107699-3269-40df-a6c0-4ef44f6e1937 HTTP/1.1" status: 204 len: 168 time: 0.4019134 Jul 19 17:17:21.093240 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad3e87-1de5-47ff-96f9-188301132c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0107699-3269-40df-a6c0-4ef44f6e1937,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:21.138134 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-c8b1f0d6-8572-4625-adb4-38c497e8c1b6 service neutron] For port f08182df-2a27-4a4a-90fa-e53dab98b0a0, host hv-cinder-80135, cleared binding levels {{(pid=93286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:17:21.144487 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-c8b1f0d6-8572-4625-adb4-38c497e8c1b6 service neutron] For port f08182df-2a27-4a4a-90fa-e53dab98b0a0, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=f08182df-2a27-4a4a-90fa-e53dab98b0a0,segment=NetworkSegment(c21bc953-a360-415a-935f-f0f6c1812c07),segment_id=c21bc953-a360-415a-935f-f0f6c1812c07)] {{(pid=93286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:17:21.158458 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-c8b1f0d6-8572-4625-adb4-38c497e8c1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10507256'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:21.229361 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-c8b1f0d6-8572-4625-adb4-38c497e8c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:21.229995 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-c8b1f0d6-8572-4625-adb4-38c497e8c1b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for port, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:21.231511 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-c8b1f0d6-8572-4625-adb4-38c497e8c1b6 service neutron] 10.222.0.16 "PUT /v2.0/ports/f08182df-2a27-4a4a-90fa-e53dab98b0a0 HTTP/1.1" status: 200 len: 1094 time: 3.0400870 Jul 19 17:17:21.262871 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b1f0d6-8572-4625-adb4-38c497e8c1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f08182df-2a27-4a4a-90fa-e53dab98b0a0,revision_number=3']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:21.314482 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeed47ee-11d5-4ffa-aef3-8a12ed1aaaa0 x-openstack-request-id: req-aeed47ee-11d5-4ffa-aef3-8a12ed1aaaa0 {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:17:21.314699 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9888de1f-0f77-4ae2-9e97-9a6768ada0ea", "tag": "d2f7c143-dc96-4447-87df-ff40cfcbbd71", "status": "completed", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:17:21.315101 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-aeed47ee-11d5-4ffa-aef3-8a12ed1aaaa0 {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:17:21.315577 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9888de1f-0f77-4ae2-9e97-9a6768ada0ea', 'tag': 'd2f7c143-dc96-4447-87df-ff40cfcbbd71', 'status': 'completed', 'code': 200} Jul 19 17:17:21.414754 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-607f41f3-246b-47c8-9495-2e167339ab4d req-8120cd7f-da7e-4490-8c17-9006c92aff94 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 210 time: 0.0588963 Jul 19 17:17:21.498280 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 34560) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:21.527171 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d306afa1-be05-4812-9bad-f55fc6007dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:21.652074 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a4858-cf26-4210-aca6-4089c384b775 req-3cf14a6f-ae78-4f33-a038-88e69b8ee982 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:21.653620 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1f2a4858-cf26-4210-aca6-4089c384b775 req-3cf14a6f-ae78-4f33-a038-88e69b8ee982 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 944 time: 0.1062078 Jul 19 17:17:21.715226 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d306afa1-be05-4812-9bad-f55fc6007dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:21.720619 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1f2a4858-cf26-4210-aca6-4089c384b775 req-bdfd0b16-5973-4987-a607-45d9db73229f tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546870 Jul 19 17:17:21.721709 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d306afa1-be05-4812-9bad-f55fc6007dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:21.762989 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-d306afa1-be05-4812-9bad-f55fc6007dfe admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=bcfe00e745a84795a02e704dfdc96b62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2636278 Jul 19 17:17:21.765755 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306afa1-be05-4812-9bad-f55fc6007dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5aca4d-552e-479f-91a6-1a955ee15251,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:21.767176 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 34570) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:21.818676 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 34572) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:21.836344 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a4e9cf52-dafe-4748-8ae2-6a16958d49c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:21.872366 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3433a4cd-f42e-4ef2-8e29-36c4d066b401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:21.936393 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3433a4cd-f42e-4ef2-8e29-36c4d066b401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:21.953416 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a4e9cf52-dafe-4748-8ae2-6a16958d49c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:21.968251 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a4e9cf52-dafe-4748-8ae2-6a16958d49c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:21.979062 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56eb91-8ff4-409e-813c-bd8545c2997e req-9d3c3148-06f1-4a64-b51c-2ca9ca306ed9 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:21.993309 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8a56eb91-8ff4-409e-813c-bd8545c2997e req-9d3c3148-06f1-4a64-b51c-2ca9ca306ed9 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/ports?device_id=9888de1f-0f77-4ae2-9e97-9a6768ada0ea HTTP/1.1" status: 200 len: 943 time: 0.1805344 Jul 19 17:17:22.066109 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8a56eb91-8ff4-409e-813c-bd8545c2997e req-d28d4c9c-52e5-4d95-b57f-9c57f2851829 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/security-groups?id=093ca83b-ce86-4efa-925c-f703ebf3f19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716453 Jul 19 17:17:22.070428 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3433a4cd-f42e-4ef2-8e29-36c4d066b401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:22.073960 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3433a4cd-f42e-4ef2-8e29-36c4d066b401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:22.075076 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-3433a4cd-f42e-4ef2-8e29-36c4d066b401 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bd5aca4d-552e-479f-91a6-1a955ee15251 HTTP/1.1" status: 204 len: 168 time: 0.3063941 Jul 19 17:17:22.084177 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-580b4e2c-c420-4590-9e14-5b44975181a7 req-c9cb5c11-e4b0-4880-af6e-68c52a21c814 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 210 time: 0.0877259 Jul 19 17:17:22.089587 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-a4e9cf52-dafe-4748-8ae2-6a16958d49c8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4457bf5e778a4c04aa61a07eb141de50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699106 Jul 19 17:17:22.096325 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 34588) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:22.115572 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9cf52-dafe-4748-8ae2-6a16958d49c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152a28f7-335b-4124-a936-4dace9baf959,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:22.135216 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433a4cd-f42e-4ef2-8e29-36c4d066b401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5aca4d-552e-479f-91a6-1a955ee15251,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:22.171011 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0e5c535a-9c6f-4934-af26-e4fd07799d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:22.193166 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0e5c535a-9c6f-4934-af26-e4fd07799d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:22.247578 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0e5c535a-9c6f-4934-af26-e4fd07799d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:22.250977 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0e5c535a-9c6f-4934-af26-e4fd07799d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:22.252219 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-0e5c535a-9c6f-4934-af26-e4fd07799d52 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/152a28f7-335b-4124-a936-4dace9baf959 HTTP/1.1" status: 204 len: 168 time: 0.1548207 Jul 19 17:17:22.263817 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c535a-9c6f-4934-af26-e4fd07799d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152a28f7-335b-4124-a936-4dace9baf959,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:22.406634 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 50004) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:22.408849 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-bc5fa5ad-e153-4d3a-b81d-6e7850dfc3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:22.410558 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-bc5fa5ad-e153-4d3a-b81d-6e7850dfc3e1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc257254b91a48a38c0e3224e8d2a169&device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 1097 time: 0.3324509 Jul 19 17:17:22.512763 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-aed6722e-deba-4ac9-b523-100d531f72c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f08182df-2a27-4a4a-90fa-e53dab98b0a0 HTTP/1.1" status: 200 len: 217 time: 0.0942798 Jul 19 17:17:22.522657 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b30643-254d-4a25-931a-46f3ff6baeb1 req-c13b18cd-1617-4aa9-a971-fd7d33c76d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:22.524593 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b6b30643-254d-4a25-931a-46f3ff6baeb1 req-c13b18cd-1617-4aa9-a971-fd7d33c76d92 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c485e425bf3d4c37aca84c4daa92436f&device_id=9888de1f-0f77-4ae2-9e97-9a6768ada0ea HTTP/1.1" status: 200 len: 1096 time: 0.3908181 Jul 19 17:17:22.549021 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-5c08ff4a-7d6f-4ae6-b533-6dd86fb44473 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:22.552580 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-5c08ff4a-7d6f-4ae6-b533-6dd86fb44473 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.16 "GET /v2.0/networks?id=a209b5ff-a816-4116-89fd-51c10f2a2246 HTTP/1.1" status: 200 len: 819 time: 0.1450901 Jul 19 17:17:22.565899 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-28d28189-151b-4666-ad4c-ec486cfa1424 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Request body: {'port': {'device_id': 'e9e1b90a-4696-49a8-acdd-1a6fe912e4f1', 'network_id': 'a209b5ff-a816-4116-89fd-51c10f2a2246', 'admin_state_up': True, 'tenant_id': 'b3fefd3e37824e00a95d515b7ba1d64f'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:17:22.694792 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-991daa2c-d5d6-4968-a78a-05c12f36b01b req-6cf1de3d-1865-4128-bc14-978a4c0bdb4c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 210 time: 0.1342828 Jul 19 17:17:22.792588 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-6013d708-5ce3-4379-97f9-7d212b4e39cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:22.794092 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-6013d708-5ce3-4379-97f9-7d212b4e39cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d91bcad-1b0b-46ec-a056-83e72cc2ce61 HTTP/1.1" status: 200 len: 854 time: 0.2514327 Jul 19 17:17:22.826580 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-28d28189-151b-4666-ad4c-ec486cfa1424 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Made reservation on behalf of b3fefd3e37824e00a95d515b7ba1d64f for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:17:22.843430 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-28d28189-151b-4666-ad4c-ec486cfa1424 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:22.906531 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 50007) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:22.918449 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-9dab60f1-d0bb-4c75-88de-47545c882e31 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9b8f1052-d38c-4c35-b3f7-23ef6befafc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154191 Jul 19 17:17:23.086762 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-6a39adad-13f0-43d3-ad3e-e07823a25563 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:23.088306 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-6a39adad-13f0-43d3-ad3e-e07823a25563 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.16 "GET /v2.0/networks?id=a2a529f0-73cb-4c3b-8ecb-6e30cb300478 HTTP/1.1" status: 200 len: 809 time: 0.1729617 Jul 19 17:17:23.177692 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b30643-254d-4a25-931a-46f3ff6baeb1 req-fb78f8a6-2c36-40d2-9b32-80834a9fc59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:23.179772 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b6b30643-254d-4a25-931a-46f3ff6baeb1 req-fb78f8a6-2c36-40d2-9b32-80834a9fc59d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=c485e425bf3d4c37aca84c4daa92436f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6136956 Jul 19 17:17:23.285640 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-33e74e72-c690-4bed-bc7b-5bb545fb7ca6 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc220f375215460db8d07850e09978fb HTTP/1.1" status: 200 len: 379 time: 0.1730800 Jul 19 17:17:23.352408 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b37667c-4096-48c2-ba23-88b23c2b50f5', 'tag': 'f08182df-2a27-4a4a-90fa-e53dab98b0a0'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:17:23.353244 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 50009) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:23.355429 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fef583e105ae9f56b0e46fddec7b2a97c38b8d2c10713f95f240075d2f3bd9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92635fd-c0d9-4894-a8fa-ecefa5244b5f" -d '{"events": [{"name": "network-changed", "server_uuid": "7b37667c-4096-48c2-ba23-88b23c2b50f5", "tag": "f08182df-2a27-4a4a-90fa-e53dab98b0a0"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:17:23.374977 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-bed39af0-8884-4733-b580-c149b745e6bc tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Request body: {'port': {'device_id': '08226b43-0c8e-4505-ba42-9ed960824b67', 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478', 'admin_state_up': True, 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'security_groups': ['d33c9308-f18a-42cc-a9af-18a5f00347ad']}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:17:23.577262 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6c83b-a977-4f90-a39e-1bc8e635f0ab req-5c8966c2-9811-40fa-abe1-ca31c522b144 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:23.584491 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ebc6c83b-a977-4f90-a39e-1bc8e635f0ab req-5c8966c2-9811-40fa-abe1-ca31c522b144 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 944 time: 0.7302403 Jul 19 17:17:23.606976 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-27d7cdf2-05e6-4555-ba53-10d3afa70822 service neutron] 10.222.0.16 "GET /v2.0/networks/9b8f1052-d38c-4c35-b3f7-23ef6befafc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5176635 Jul 19 17:17:23.635648 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 34666) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:23.643311 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-28d28189-151b-4666-ad4c-ec486cfa1424 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Allocated IP 172.20.0.2 (a209b5ff-a816-4116-89fd-51c10f2a2246/82845a4e-b4a7-4a3d-97be-1a8a6043c86e/8af0c839-f209-4966-ab5a-3b4906e344b9) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:17:23.717741 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ebc6c83b-a977-4f90-a39e-1bc8e635f0ab req-a970e445-c50c-42cf-b61d-b795a800a340 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321385 Jul 19 17:17:23.757899 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-d35c6a34-19fe-4caa-9149-7acb2f60c62b tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:23.759473 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-d35c6a34-19fe-4caa-9149-7acb2f60c62b tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.16 "GET /v2.0/networks?id=a209b5ff-a816-4116-89fd-51c10f2a2246 HTTP/1.1" status: 200 len: 819 time: 0.4052625 Jul 19 17:17:23.763784 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b30643-254d-4a25-931a-46f3ff6baeb1 req-cd83713f-4797-4786-85a4-453a238c637f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:23.770431 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b6b30643-254d-4a25-931a-46f3ff6baeb1 req-cd83713f-4797-4786-85a4-453a238c637f service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5786602 Jul 19 17:17:23.792963 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-ee6fca95-31d8-47ab-95d6-a5600a250bc1 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Request body: {'port': {'device_id': '2ea96527-4260-4390-ac86-3bea220a8e41', 'network_id': 'a209b5ff-a816-4116-89fd-51c10f2a2246', 'admin_state_up': True, 'tenant_id': 'b3fefd3e37824e00a95d515b7ba1d64f'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:17:23.798579 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff4fc4-d466-4c4a-a612-d6220fec61a7 req-8023b4cc-7893-429e-9e42-475045df0f3c tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:23.806232 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-afff4fc4-d466-4c4a-a612-d6220fec61a7 req-8023b4cc-7893-429e-9e42-475045df0f3c tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/ports?device_id=9888de1f-0f77-4ae2-9e97-9a6768ada0ea HTTP/1.1" status: 200 len: 943 time: 0.5379553 Jul 19 17:17:23.885729 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1a61cfff-1e9c-4bef-bc80-f0a3b7298a2e req-aa88d0a6-f876-4da2-b4a0-27bf9025b13c tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 210 time: 0.0564888 Jul 19 17:17:23.971926 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-afff4fc4-d466-4c4a-a612-d6220fec61a7 req-00b6ba6a-e870-4389-a61a-89cf0a51c5d4 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/security-groups?id=093ca83b-ce86-4efa-925c-f703ebf3f19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510315 Jul 19 17:17:23.980233 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-fd4c7e36-a438-4de8-be1e-efc776a8df46 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-39227833-network', 'tenant_id': '11b49f56a92c41b2af88bc3b4a80fb1f'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:17:23.988618 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c98151-69cb-4919-a953-6ed448406868 x-openstack-request-id: req-e4c98151-69cb-4919-a953-6ed448406868 {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:17:23.989271 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b37667c-4096-48c2-ba23-88b23c2b50f5", "tag": "f08182df-2a27-4a4a-90fa-e53dab98b0a0", "status": "completed", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:17:23.989722 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e4c98151-69cb-4919-a953-6ed448406868 {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:17:23.990527 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b37667c-4096-48c2-ba23-88b23c2b50f5', 'tag': 'f08182df-2a27-4a4a-90fa-e53dab98b0a0', 'status': 'completed', 'code': 200} Jul 19 17:17:24.053890 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-bed39af0-8884-4733-b580-c149b745e6bc tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Made reservation on behalf of dc220f375215460db8d07850e09978fb for: {'port': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:17:24.058641 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-bed39af0-8884-4733-b580-c149b745e6bc tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:24.064020 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-28d28189-151b-4666-ad4c-ec486cfa1424 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:24.099261 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-fc037f8b-98ac-4f91-b1a8-4bee49e34d4f req-30cd19df-1e70-4556-85b4-18d789d1d766 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 210 time: 0.0437140 Jul 19 17:17:24.149597 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4c7e36-a438-4de8-be1e-efc776a8df46 admin admin] Made reservation on behalf of 11b49f56a92c41b2af88bc3b4a80fb1f for: {'network': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:17:24.152049 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fd4c7e36-a438-4de8-be1e-efc776a8df46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for network, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:24.155639 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-ee6fca95-31d8-47ab-95d6-a5600a250bc1 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Made reservation on behalf of b3fefd3e37824e00a95d515b7ba1d64f for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:17:24.160296 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-ee6fca95-31d8-47ab-95d6-a5600a250bc1 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:24.162613 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-b328943d-61ac-4cfd-9580-80d21168e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:24.164345 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-b328943d-61ac-4cfd-9580-80d21168e451 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c485e425bf3d4c37aca84c4daa92436f&device_id=9888de1f-0f77-4ae2-9e97-9a6768ada0ea HTTP/1.1" status: 200 len: 1096 time: 0.3423417 Jul 19 17:17:24.167531 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-28d28189-151b-4666-ad4c-ec486cfa1424 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:24.184798 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b23f8c1e-ff04-45d1-b2ad-a97fa0a0f673 req-f7626059-1d38-48b3-a326-3f8b4b93540b service neutron] 10.222.0.16 "GET /v2.0/networks/9b8f1052-d38c-4c35-b3f7-23ef6befafc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253937 Jul 19 17:17:24.227784 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-a5a4e2b3-8113-4f49-a774-8bbc3af8a034 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d2f7c143-dc96-4447-87df-ff40cfcbbd71 HTTP/1.1" status: 200 len: 217 time: 0.0413144 Jul 19 17:17:24.231388 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fd4c7e36-a438-4de8-be1e-efc776a8df46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:24.299319 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-28d28189-151b-4666-ad4c-ec486cfa1424 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Network a209b5ff-a816-4116-89fd-51c10f2a2246 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:17:24.307606 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-28d28189-151b-4666-ad4c-ec486cfa1424 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:17:24.326866 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-28d28189-151b-4666-ad4c-ec486cfa1424 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:17:24.332564 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-28d28189-151b-4666-ad4c-ec486cfa1424 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:24.333315 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-28d28189-151b-4666-ad4c-ec486cfa1424 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:24.391297 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d28189-151b-4666-ad4c-ec486cfa1424 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Pushing event updated for resources: {'Port': ['ID=8af0c839-f209-4966-ab5a-3b4906e344b9,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:24.439933 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-24756e9f-e040-46fd-83b5-56a44be31b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:24.442935 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-24756e9f-e040-46fd-83b5-56a44be31b5d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=56ca8802-ecf5-42e2-a8c4-753cd60bc764 HTTP/1.1" status: 200 len: 852 time: 0.1977627 Jul 19 17:17:24.525791 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fd4c7e36-a438-4de8-be1e-efc776a8df46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:24.530196 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-ee6fca95-31d8-47ab-95d6-a5600a250bc1 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Allocated IP 172.20.0.10 (a209b5ff-a816-4116-89fd-51c10f2a2246/82845a4e-b4a7-4a3d-97be-1a8a6043c86e/d62cbab5-1afe-464b-9fdd-bc99a715f17f) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:17:24.535559 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fd4c7e36-a438-4de8-be1e-efc776a8df46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:24.537973 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-28d28189-151b-4666-ad4c-ec486cfa1424 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9760439 Jul 19 17:17:24.545654 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-bed39af0-8884-4733-b580-c149b745e6bc tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Allocated IP 172.20.0.13 (a2a529f0-73cb-4c3b-8ecb-6e30cb300478/53a8e247-a27a-46a2-abea-935b2a780c56/ab60a68a-9012-4b73-9baf-569fbea92105) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:17:24.773599 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-ee6fca95-31d8-47ab-95d6-a5600a250bc1 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:24.814169 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd4c7e36-a438-4de8-be1e-efc776a8df46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=93286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:17:24.837814 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92635fd-c0d9-4894-a8fa-ecefa5244b5f req-e87ddabb-ac6e-4bdd-827e-cbf54c38ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:24.839568 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f92635fd-c0d9-4894-a8fa-ecefa5244b5f req-e87ddabb-ac6e-4bdd-827e-cbf54c38ea9e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc257254b91a48a38c0e3224e8d2a169&device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 1097 time: 0.5830545 Jul 19 17:17:24.846800 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-ee6fca95-31d8-47ab-95d6-a5600a250bc1 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:24.855031 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c7e36-a438-4de8-be1e-efc776a8df46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce03dc2a-44b8-4a7f-a199-f8ea2b33ab0b,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:24.869592 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fd4c7e36-a438-4de8-be1e-efc776a8df46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:24.869931 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.db.segments_db [None req-fd4c7e36-a438-4de8-be1e-efc776a8df46 admin admin] Added segment 4080cb93-05fc-4a22-8852-5b8211118aad of type vlan for network 4934415f-57a8-4dfd-a0c7-4f883dd26b64 Jul 19 17:17:24.906829 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6fca95-31d8-47ab-95d6-a5600a250bc1 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Pushing event updated for resources: {'Port': ['ID=d62cbab5-1afe-464b-9fdd-bc99a715f17f,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:24.918588 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-ee6fca95-31d8-47ab-95d6-a5600a250bc1 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Network a209b5ff-a816-4116-89fd-51c10f2a2246 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:17:24.921256 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-ee6fca95-31d8-47ab-95d6-a5600a250bc1 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:17:24.923841 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-ee6fca95-31d8-47ab-95d6-a5600a250bc1 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:17:24.933518 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-ee6fca95-31d8-47ab-95d6-a5600a250bc1 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:24.933518 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-ee6fca95-31d8-47ab-95d6-a5600a250bc1 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:24.949985 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-ee6fca95-31d8-47ab-95d6-a5600a250bc1 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1808660 Jul 19 17:17:25.003928 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fd4c7e36-a438-4de8-be1e-efc776a8df46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737332213742'] for network, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:25.049343 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd1561-ee64-43df-8fa5-8054a6371629 req-55f92ae3-15e5-4a3b-9728-1b38dd1b2487 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:25.050880 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d9fd1561-ee64-43df-8fa5-8054a6371629 req-55f92ae3-15e5-4a3b-9728-1b38dd1b2487 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 932 time: 0.0714426 Jul 19 17:17:25.081587 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355b293-174d-4635-bf3a-b08b9bfe2ed1 req-fb62164c-e5f4-4d62-8c47-9f55c70e2559 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:25.083086 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8355b293-174d-4635-bf3a-b08b9bfe2ed1 req-fb62164c-e5f4-4d62-8c47-9f55c70e2559 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 944 time: 0.2374878 Jul 19 17:17:25.088426 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-bed39af0-8884-4733-b580-c149b745e6bc tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:25.096149 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d9fd1561-ee64-43df-8fa5-8054a6371629 req-098e99b2-1669-4030-9607-e1cb2bff6735 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360875 Jul 19 17:17:25.097773 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fd4c7e36-a438-4de8-be1e-efc776a8df46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for network, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:25.098688 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4c7e36-a438-4de8-be1e-efc776a8df46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:25.099258 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fd4c7e36-a438-4de8-be1e-efc776a8df46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:25.118325 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-bed39af0-8884-4733-b580-c149b745e6bc tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Transition to ACTIVE for port object ab60a68a-9012-4b73-9baf-569fbea92105 will not be triggered until provisioned by entity DHCP. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:17:25.153256 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-fd4c7e36-a438-4de8-be1e-efc776a8df46 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5148392 Jul 19 17:17:25.157298 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 34730) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:25.163746 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-445b43c9-4adb-405f-afcc-59bd362f9e12 admin admin] Request body: {'subnet': {'network_id': '4934415f-57a8-4dfd-a0c7-4f883dd26b64', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-39227833-subnet', 'tenant_id': '11b49f56a92c41b2af88bc3b4a80fb1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:17:25.212414 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c7e36-a438-4de8-be1e-efc776a8df46 admin admin] Pushing event updated for resources: {'Network': ['ID=4934415f-57a8-4dfd-a0c7-4f883dd26b64,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:25.219301 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445b43c9-4adb-405f-afcc-59bd362f9e12 admin admin] Made reservation on behalf of 11b49f56a92c41b2af88bc3b4a80fb1f for: {'subnet': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:17:25.222450 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-445b43c9-4adb-405f-afcc-59bd362f9e12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:25.224917 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8355b293-174d-4635-bf3a-b08b9bfe2ed1 req-cca8cbb2-fc54-472c-a1d5-cd01024209fb tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317875 Jul 19 17:17:25.240847 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Network 4934415f-57a8-4dfd-a0c7-4f883dd26b64 details requested by agent ovs-agent-dv-cinder-801354-1-iscsi with host dv-cinder-801354-1-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:17:25.243141 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-bed39af0-8884-4733-b580-c149b745e6bc tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10507233'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:25.306821 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa780e-dee5-4722-bc4d-6993a0bf5e6c req-3403e10b-de06-46d8-b307-ab8089815d2c tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:25.309860 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-06fa780e-dee5-4722-bc4d-6993a0bf5e6c req-3403e10b-de06-46d8-b307-ab8089815d2c tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/ports?device_id=9888de1f-0f77-4ae2-9e97-9a6768ada0ea HTTP/1.1" status: 200 len: 943 time: 0.1417327 Jul 19 17:17:25.311616 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-bed39af0-8884-4733-b580-c149b745e6bc tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Network a2a529f0-73cb-4c3b-8ecb-6e30cb300478 is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:17:25.328819 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-bed39af0-8884-4733-b580-c149b745e6bc tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:17:25.335014 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-bed39af0-8884-4733-b580-c149b745e6bc tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:17:25.368432 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-06fa780e-dee5-4722-bc4d-6993a0bf5e6c req-dd40c9fe-ee81-4420-b850-6e1a0fb96e61 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/security-groups?id=093ca83b-ce86-4efa-925c-f703ebf3f19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540450 Jul 19 17:17:25.419086 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed39af0-8884-4733-b580-c149b745e6bc tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Pushing event updated for resources: {'Port': ['ID=ab60a68a-9012-4b73-9baf-569fbea92105,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:25.490850 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-bed39af0-8884-4733-b580-c149b745e6bc tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:25.491517 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-bed39af0-8884-4733-b580-c149b745e6bc tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for port, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:25.515222 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-445b43c9-4adb-405f-afcc-59bd362f9e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for subnet, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:25.525739 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd84b6-8724-4cfc-ad56-ded83c83ea8e req-608c615e-5713-4302-9601-a72b404224ec tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:25.527312 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-43fd84b6-8724-4cfc-ad56-ded83c83ea8e req-608c615e-5713-4302-9601-a72b404224ec tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 932 time: 0.2182410 Jul 19 17:17:25.529589 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-bed39af0-8884-4733-b580-c149b745e6bc tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1707039 Jul 19 17:17:25.571400 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-43fd84b6-8724-4cfc-ad56-ded83c83ea8e req-16fc9fee-2bbf-4cee-840f-b59f510ca17a tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362916 Jul 19 17:17:25.578287 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b43c9-4adb-405f-afcc-59bd362f9e12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f57e8c0-e0d9-4efb-a799-3c14a54f3534,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:25.585367 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b43c9-4adb-405f-afcc-59bd362f9e12 admin admin] Checking segment: {'id': '4080cb93-05fc-4a22-8852-5b8211118aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '4934415f-57a8-4dfd-a0c7-4f883dd26b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:17:25.585722 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445b43c9-4adb-405f-afcc-59bd362f9e12 admin admin] Network hostable DHCP agents. Network: 4934415f-57a8-4dfd-a0c7-4f883dd26b64, hostable agents: ['2623ed35-230f-4ed4-8c02-4756eb9c3b9a'], hosted agents: [] {{(pid=93285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:17:25.610388 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445b43c9-4adb-405f-afcc-59bd362f9e12 admin admin] Network 4934415f-57a8-4dfd-a0c7-4f883dd26b64 is scheduled to be hosted by DHCP agent 2623ed35-230f-4ed4-8c02-4756eb9c3b9a with binding_index 1 {{(pid=93285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:17:25.620080 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-445b43c9-4adb-405f-afcc-59bd362f9e12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-1-iscsi, 4934415f-57a8-4dfd-a0c7-4f883dd26b64) {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:17:25.630837 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445b43c9-4adb-405f-afcc-59bd362f9e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:25.631416 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-445b43c9-4adb-405f-afcc-59bd362f9e12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:25.635247 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20ca511-8f2b-47d2-bc1f-abb363018977 None None] Network 4934415f-57a8-4dfd-a0c7-4f883dd26b64 requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:17:25.650537 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-445b43c9-4adb-405f-afcc-59bd362f9e12 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4920533 Jul 19 17:17:25.758938 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dc420169-336a-4c94-892d-a63131cc46fc None None] Provisioning for port ab60a68a-9012-4b73-9baf-569fbea92105 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:17:25.764010 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dc420169-336a-4c94-892d-a63131cc46fc None None] Provisioning complete for port ab60a68a-9012-4b73-9baf-569fbea92105 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:17:25.764532 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dc420169-336a-4c94-892d-a63131cc46fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:25.768220 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a825c2-43b8-47a9-bd06-2ea49076824c None None] Network 4934415f-57a8-4dfd-a0c7-4f883dd26b64 requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:17:25.800686 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-dc420169-336a-4c94-892d-a63131cc46fc None None] Port ab60a68a-9012-4b73-9baf-569fbea92105 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:17:26.168637 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 34760) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:26.174176 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-be2c2f41-acf5-426f-8860-b82af72b3619 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-807677873-network', 'tenant_id': '2ef0a722ac444477ac563ea737b18ea0'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:17:26.194865 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2c2f41-acf5-426f-8860-b82af72b3619 admin admin] Made reservation on behalf of 2ef0a722ac444477ac563ea737b18ea0 for: {'network': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:17:26.197442 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-be2c2f41-acf5-426f-8860-b82af72b3619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for network, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:26.205513 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-be2c2f41-acf5-426f-8860-b82af72b3619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:26.225709 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e5c06-91fb-4352-a5e7-4634afdc0c63 req-2e467911-a56e-45fb-830f-15c542743596 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:26.227185 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-cc5e5c06-91fb-4352-a5e7-4634afdc0c63 req-2e467911-a56e-45fb-830f-15c542743596 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 932 time: 0.0639567 Jul 19 17:17:26.266374 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-cc5e5c06-91fb-4352-a5e7-4634afdc0c63 req-8fd6eaf6-7769-471b-80ab-66fae5652aeb tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324237 Jul 19 17:17:26.297788 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-be2c2f41-acf5-426f-8860-b82af72b3619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:26.301520 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-be2c2f41-acf5-426f-8860-b82af72b3619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:26.349818 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2c2f41-acf5-426f-8860-b82af72b3619 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=93286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:17:26.362232 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c2f41-acf5-426f-8860-b82af72b3619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964261e1-6e13-4772-8a94-995627d89abf,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:26.371829 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-be2c2f41-acf5-426f-8860-b82af72b3619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:26.372230 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.db.segments_db [None req-be2c2f41-acf5-426f-8860-b82af72b3619 admin admin] Added segment 099ad6fb-03cb-463f-ad60-0a8916479ba4 of type vlan for network 69559684-5314-4ebd-a7a7-99e587206b68 Jul 19 17:17:26.424800 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-be2c2f41-acf5-426f-8860-b82af72b3619 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737332213742'] for network, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:26.444287 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99b4dc-ad99-4c99-ab65-38594bca17ef req-78c52e4b-1d7d-4dbc-a361-f187c97838cb tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:26.445846 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5b99b4dc-ad99-4c99-ab65-38594bca17ef req-78c52e4b-1d7d-4dbc-a361-f187c97838cb tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 944 time: 0.1372464 Jul 19 17:17:26.488047 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-be2c2f41-acf5-426f-8860-b82af72b3619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for network, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:26.489011 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2c2f41-acf5-426f-8860-b82af72b3619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:26.489735 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-be2c2f41-acf5-426f-8860-b82af72b3619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:26.502432 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36505181-e5b4-45f2-946f-7093c6702999 req-48998e2d-c601-4a39-bb4d-d3cc23988ac6 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:26.503938 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-36505181-e5b4-45f2-946f-7093c6702999 req-48998e2d-c601-4a39-bb4d-d3cc23988ac6 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/ports?device_id=9888de1f-0f77-4ae2-9e97-9a6768ada0ea HTTP/1.1" status: 200 len: 943 time: 0.0658169 Jul 19 17:17:26.516818 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5b99b4dc-ad99-4c99-ab65-38594bca17ef req-6f45bdd7-b4b6-4046-a65b-85580f8ee016 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645020 Jul 19 17:17:26.524213 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-be2c2f41-acf5-426f-8860-b82af72b3619 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3544066 Jul 19 17:17:26.534021 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 34768) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:26.534313 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-827b8c3d-ef5a-4471-96fb-f441960c599f admin admin] Request body: {'subnet': {'network_id': '69559684-5314-4ebd-a7a7-99e587206b68', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-807677873-subnet', 'tenant_id': '2ef0a722ac444477ac563ea737b18ea0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:17:26.552371 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-36505181-e5b4-45f2-946f-7093c6702999 req-e9e2817a-aaa9-4ebe-adfb-9b8fac546c81 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/security-groups?id=093ca83b-ce86-4efa-925c-f703ebf3f19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426161 Jul 19 17:17:26.572015 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c2f41-acf5-426f-8860-b82af72b3619 admin admin] Pushing event updated for resources: {'Network': ['ID=69559684-5314-4ebd-a7a7-99e587206b68,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:26.582658 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Network 69559684-5314-4ebd-a7a7-99e587206b68 details requested by agent ovs-agent-dv-cinder-801354-1-iscsi with host dv-cinder-801354-1-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:17:26.585966 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827b8c3d-ef5a-4471-96fb-f441960c599f admin admin] Made reservation on behalf of 2ef0a722ac444477ac563ea737b18ea0 for: {'subnet': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:17:26.588381 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-827b8c3d-ef5a-4471-96fb-f441960c599f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11126127'] for subnet, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:26.784547 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d519f7-df8c-4319-b443-7bc19abaab51 req-8fb093b5-5d15-4794-a52c-a3dd0c255028 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:26.785970 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e8d519f7-df8c-4319-b443-7bc19abaab51 req-8fb093b5-5d15-4794-a52c-a3dd0c255028 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 932 time: 0.1265204 Jul 19 17:17:26.820196 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-827b8c3d-ef5a-4471-96fb-f441960c599f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10507125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11126041'] for subnet, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:26.861732 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e8d519f7-df8c-4319-b443-7bc19abaab51 req-832c67b7-390d-4a63-a51b-2992bf2f81ce tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702419 Jul 19 17:17:26.887094 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b8c3d-ef5a-4471-96fb-f441960c599f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc46ef93-309a-4d47-b0cf-145cb0489f47,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:26.896555 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827b8c3d-ef5a-4471-96fb-f441960c599f admin admin] Checking segment: {'id': '099ad6fb-03cb-463f-ad60-0a8916479ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '69559684-5314-4ebd-a7a7-99e587206b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:17:26.896937 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827b8c3d-ef5a-4471-96fb-f441960c599f admin admin] Network hostable DHCP agents. Network: 69559684-5314-4ebd-a7a7-99e587206b68, hostable agents: ['2623ed35-230f-4ed4-8c02-4756eb9c3b9a'], hosted agents: [] {{(pid=93286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:17:26.913796 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827b8c3d-ef5a-4471-96fb-f441960c599f admin admin] Network 69559684-5314-4ebd-a7a7-99e587206b68 is scheduled to be hosted by DHCP agent 2623ed35-230f-4ed4-8c02-4756eb9c3b9a with binding_index 1 {{(pid=93286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:17:26.922687 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-827b8c3d-ef5a-4471-96fb-f441960c599f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-1-iscsi, 69559684-5314-4ebd-a7a7-99e587206b68) {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:17:26.926920 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827b8c3d-ef5a-4471-96fb-f441960c599f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:26.927528 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-827b8c3d-ef5a-4471-96fb-f441960c599f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:26.932763 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46fc2fd-b2fc-4305-a15b-1f2f80af3908 None None] Network 69559684-5314-4ebd-a7a7-99e587206b68 requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:17:26.940931 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-827b8c3d-ef5a-4471-96fb-f441960c599f admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4129467 Jul 19 17:17:27.062014 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7e32f5-61b3-4371-90a2-6d6390a3f9c5 None None] Network 69559684-5314-4ebd-a7a7-99e587206b68 requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:17:27.241583 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-1e4caa06-9a8f-4aac-ab7e-c344acfa978a service neutron] Request body: {'port': {'device_id': '08226b43-0c8e-4505-ba42-9ed960824b67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:17:27.257869 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-b9d91d1f-993d-4588-b052-a79e9edb1289 service neutron] Request body: {'port': {'device_id': '2ea96527-4260-4390-ac86-3bea220a8e41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:17:27.306266 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-9fde511e-421d-4ccb-8326-cdbddaf13dce service neutron] Request body: {'port': {'device_id': 'e9e1b90a-4696-49a8-acdd-1a6fe912e4f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:17:27.332373 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-7b3f3d9e-984b-4ea2-b40f-a7425283f952 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29e3cdb7-066f-445c-a4f8-c2a347a5eba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042600 Jul 19 17:17:27.591111 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-cdd8059f-894d-455e-9231-4e07c8febdb5 service neutron] 10.222.0.16 "GET /v2.0/networks/29e3cdb7-066f-445c-a4f8-c2a347a5eba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461276 Jul 19 17:17:27.595653 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92635fd-c0d9-4894-a8fa-ecefa5244b5f req-dfe94c75-6b40-4b04-8d0f-8f19bd2d15ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:27.597072 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f92635fd-c0d9-4894-a8fa-ecefa5244b5f req-dfe94c75-6b40-4b04-8d0f-8f19bd2d15ab service neutron] 10.222.0.16 "GET /v2.0/networks?id=9b8f1052-d38c-4c35-b3f7-23ef6befafc5 HTTP/1.1" status: 200 len: 915 time: 0.3521173 Jul 19 17:17:27.597776 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-1e4caa06-9a8f-4aac-ab7e-c344acfa978a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:27.628744 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-b9d91d1f-993d-4588-b052-a79e9edb1289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:27.659153 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-9fde511e-421d-4ccb-8326-cdbddaf13dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:27.709309 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f92635fd-c0d9-4894-a8fa-ecefa5244b5f req-133ef13f-65d2-41c1-8963-03a3e1cf1b77 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f08182df-2a27-4a4a-90fa-e53dab98b0a0 HTTP/1.1" status: 200 len: 217 time: 0.0758765 Jul 19 17:17:27.734130 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14e417-93de-4163-9ada-20a03bccb500 req-a61d9648-e25c-4f0f-9ddb-3b000c408787 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:27.735625 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2c14e417-93de-4163-9ada-20a03bccb500 req-a61d9648-e25c-4f0f-9ddb-3b000c408787 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 932 time: 0.3596566 Jul 19 17:17:27.837766 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-9050176b-87b3-47c8-b742-a574457a536f service neutron] 10.222.0.16 "GET /v2.0/networks/29e3cdb7-066f-445c-a4f8-c2a347a5eba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362127 Jul 19 17:17:27.884276 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92635fd-c0d9-4894-a8fa-ecefa5244b5f req-d8d8b857-7cd4-4266-8246-1b17d709470d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:27.884974 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f92635fd-c0d9-4894-a8fa-ecefa5244b5f req-d8d8b857-7cd4-4266-8246-1b17d709470d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d91bcad-1b0b-46ec-a056-83e72cc2ce61 HTTP/1.1" status: 200 len: 854 time: 0.1571379 Jul 19 17:17:27.935803 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f92635fd-c0d9-4894-a8fa-ecefa5244b5f req-a3f00c8e-8dc8-4a0d-831d-8404c58989e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9b8f1052-d38c-4c35-b3f7-23ef6befafc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425038 Jul 19 17:17:27.976868 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4e15e-ac63-4efa-aa87-5b5086d031db req-0216a1f7-25d7-4ec0-be3a-5f106813a1aa tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:27.978374 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-61e4e15e-ac63-4efa-aa87-5b5086d031db req-0216a1f7-25d7-4ec0-be3a-5f106813a1aa tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 944 time: 0.3439133 Jul 19 17:17:27.990566 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2c14e417-93de-4163-9ada-20a03bccb500 req-31380201-f3b3-4681-927c-69b9c26cd4f3 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384677 Jul 19 17:17:28.175699 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-b9d91d1f-993d-4588-b052-a79e9edb1289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d62cbab5-1afe-464b-9fdd-bc99a715f17f {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:17:28.186164 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-b9d91d1f-993d-4588-b052-a79e9edb1289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:28.206335 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-b9d91d1f-993d-4588-b052-a79e9edb1289 service neutron] Transition to ACTIVE for port object d62cbab5-1afe-464b-9fdd-bc99a715f17f will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:17:28.214515 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3517d32e-ebc7-4c15-a7aa-91a0374649ad req-5a0ae2f8-e7ee-4902-a1e2-8efa8b2e7c85 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:28.216110 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-3517d32e-ebc7-4c15-a7aa-91a0374649ad req-5a0ae2f8-e7ee-4902-a1e2-8efa8b2e7c85 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/ports?device_id=9888de1f-0f77-4ae2-9e97-9a6768ada0ea HTTP/1.1" status: 200 len: 943 time: 0.1324968 Jul 19 17:17:28.219613 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-b9d91d1f-993d-4588-b052-a79e9edb1289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:28.321852 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-61e4e15e-ac63-4efa-aa87-5b5086d031db req-77394267-88b0-49ed-92c1-83c59c058193 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284631 Jul 19 17:17:28.365276 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-3517d32e-ebc7-4c15-a7aa-91a0374649ad req-52f1b7c4-0b6e-4b6f-b0a8-c34cf082b30d tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/security-groups?id=093ca83b-ce86-4efa-925c-f703ebf3f19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322188 Jul 19 17:17:28.365276 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d91d1f-993d-4588-b052-a79e9edb1289 service neutron] Pushing event updated for resources: {'Port': ['ID=d62cbab5-1afe-464b-9fdd-bc99a715f17f,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:28.369007 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f92635fd-c0d9-4894-a8fa-ecefa5244b5f req-1038e36f-7c66-451d-9978-23d3d8e67405 service neutron] 10.222.0.16 "GET /v2.0/networks/9b8f1052-d38c-4c35-b3f7-23ef6befafc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142122 Jul 19 17:17:28.451818 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-b9d91d1f-993d-4588-b052-a79e9edb1289 service neutron] Attempting to bind port d62cbab5-1afe-464b-9fdd-bc99a715f17f on host hv-cinder-80135 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:17:28.452454 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-b9d91d1f-993d-4588-b052-a79e9edb1289 service neutron] Attempting to bind port d62cbab5-1afe-464b-9fdd-bc99a715f17f by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '9abbeafd-2cb9-49a1-a6ee-9a4f9390b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a209b5ff-a816-4116-89fd-51c10f2a2246'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:17:28.452957 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-b9d91d1f-993d-4588-b052-a79e9edb1289 service neutron] Attempting to bind port d62cbab5-1afe-464b-9fdd-bc99a715f17f on network a209b5ff-a816-4116-89fd-51c10f2a2246 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:17:28.460115 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-b9d91d1f-993d-4588-b052-a79e9edb1289 service neutron] Port d62cbab5-1afe-464b-9fdd-bc99a715f17f on network a209b5ff-a816-4116-89fd-51c10f2a2246 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:17:28.460629 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-b9d91d1f-993d-4588-b052-a79e9edb1289 service neutron] Attempting to bind port d62cbab5-1afe-464b-9fdd-bc99a715f17f on network a209b5ff-a816-4116-89fd-51c10f2a2246 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:17:28.477854 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-b9d91d1f-993d-4588-b052-a79e9edb1289 service neutron] Checking agent: {'id': '17f591d8-d993-47ca-b852-67375c71a36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'started_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:17:28.478177 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-b9d91d1f-993d-4588-b052-a79e9edb1289 service neutron] Checking segment: {'id': '9abbeafd-2cb9-49a1-a6ee-9a4f9390b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a209b5ff-a816-4116-89fd-51c10f2a2246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:17:28.478683 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-1e4caa06-9a8f-4aac-ab7e-c344acfa978a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab60a68a-9012-4b73-9baf-569fbea92105 {{(pid=93286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:17:28.478858 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-b9d91d1f-993d-4588-b052-a79e9edb1289 service neutron] Bound using segment: {'id': '9abbeafd-2cb9-49a1-a6ee-9a4f9390b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a209b5ff-a816-4116-89fd-51c10f2a2246'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:17:28.479187 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-b9d91d1f-993d-4588-b052-a79e9edb1289 service neutron] Bound port: d62cbab5-1afe-464b-9fdd-bc99a715f17f, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9abbeafd-2cb9-49a1-a6ee-9a4f9390b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a209b5ff-a816-4116-89fd-51c10f2a2246'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:17:28.479534 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-b9d91d1f-993d-4588-b052-a79e9edb1289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:28.515952 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-1e4caa06-9a8f-4aac-ab7e-c344acfa978a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:28.542446 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-1e4caa06-9a8f-4aac-ab7e-c344acfa978a service neutron] Transition to ACTIVE for port object ab60a68a-9012-4b73-9baf-569fbea92105 will not be triggered until provisioned by entity L2. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:17:28.552578 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-1e4caa06-9a8f-4aac-ab7e-c344acfa978a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10507256'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:28.553096 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-9fde511e-421d-4ccb-8326-cdbddaf13dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8af0c839-f209-4966-ab5a-3b4906e344b9 {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:17:28.569390 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-9fde511e-421d-4ccb-8326-cdbddaf13dce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:28.571823 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f92635fd-c0d9-4894-a8fa-ecefa5244b5f req-9694b70f-a993-496b-9ed9-aa9c0e70cc45 service neutron] 10.222.0.16 "GET /v2.0/networks/9b8f1052-d38c-4c35-b3f7-23ef6befafc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903574 Jul 19 17:17:28.605506 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-b9d91d1f-993d-4588-b052-a79e9edb1289 service neutron] For port d62cbab5-1afe-464b-9fdd-bc99a715f17f, host hv-cinder-80135, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:17:28.651137 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b71dac-a422-4355-9760-23a67eb1a92e req-6b08c5ff-0e12-4d4e-a859-0fc9e2535e71 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:28.654026 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-b9d91d1f-993d-4588-b052-a79e9edb1289 service neutron] For port d62cbab5-1afe-464b-9fdd-bc99a715f17f, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d62cbab5-1afe-464b-9fdd-bc99a715f17f,segment=NetworkSegment(9abbeafd-2cb9-49a1-a6ee-9a4f9390b291),segment_id=9abbeafd-2cb9-49a1-a6ee-9a4f9390b291)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:17:28.655315 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-9fde511e-421d-4ccb-8326-cdbddaf13dce service neutron] Transition to ACTIVE for port object 8af0c839-f209-4966-ab5a-3b4906e344b9 will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:17:28.658680 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-20b71dac-a422-4355-9760-23a67eb1a92e req-6b08c5ff-0e12-4d4e-a859-0fc9e2535e71 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 932 time: 0.1853008 Jul 19 17:17:28.666557 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4caa06-9a8f-4aac-ab7e-c344acfa978a service neutron] Pushing event updated for resources: {'Port': ['ID=ab60a68a-9012-4b73-9baf-569fbea92105,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:28.672013 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-9fde511e-421d-4ccb-8326-cdbddaf13dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:28.678341 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-b9d91d1f-993d-4588-b052-a79e9edb1289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:28.763022 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde511e-421d-4ccb-8326-cdbddaf13dce service neutron] Pushing event updated for resources: {'Port': ['ID=8af0c839-f209-4966-ab5a-3b4906e344b9,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:28.771061 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-20b71dac-a422-4355-9760-23a67eb1a92e req-9df98e4b-aa20-42a8-a1d4-42f0af17c9c7 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110280 Jul 19 17:17:28.814811 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-1e4caa06-9a8f-4aac-ab7e-c344acfa978a service neutron] Attempting to bind port ab60a68a-9012-4b73-9baf-569fbea92105 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:17:28.815155 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-1e4caa06-9a8f-4aac-ab7e-c344acfa978a service neutron] Attempting to bind port ab60a68a-9012-4b73-9baf-569fbea92105 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '90d5fd33-a215-47be-b301-ae3a83f4aa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478'}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:17:28.816676 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-b9d91d1f-993d-4588-b052-a79e9edb1289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:28.817052 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-1e4caa06-9a8f-4aac-ab7e-c344acfa978a service neutron] Attempting to bind port ab60a68a-9012-4b73-9baf-569fbea92105 on network a2a529f0-73cb-4c3b-8ecb-6e30cb300478 {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:17:28.817433 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-b9d91d1f-993d-4588-b052-a79e9edb1289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:28.819119 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-b9d91d1f-993d-4588-b052-a79e9edb1289 service neutron] 10.222.0.16 "PUT /v2.0/ports/d62cbab5-1afe-464b-9fdd-bc99a715f17f HTTP/1.1" status: 200 len: 1094 time: 1.5842409 Jul 19 17:17:28.819892 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea96527-4260-4390-ac86-3bea220a8e41', 'tag': 'd62cbab5-1afe-464b-9fdd-bc99a715f17f'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:17:28.831501 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-1e4caa06-9a8f-4aac-ab7e-c344acfa978a service neutron] Port ab60a68a-9012-4b73-9baf-569fbea92105 on network a2a529f0-73cb-4c3b-8ecb-6e30cb300478 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:17:28.831760 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-1e4caa06-9a8f-4aac-ab7e-c344acfa978a service neutron] Attempting to bind port ab60a68a-9012-4b73-9baf-569fbea92105 on network a2a529f0-73cb-4c3b-8ecb-6e30cb300478 {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:17:28.838174 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-1e4caa06-9a8f-4aac-ab7e-c344acfa978a service neutron] Checking agent: {'id': '17f591d8-d993-47ca-b852-67375c71a36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'started_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:17:28.838524 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-1e4caa06-9a8f-4aac-ab7e-c344acfa978a service neutron] Checking segment: {'id': '90d5fd33-a215-47be-b301-ae3a83f4aa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:17:28.838915 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-1e4caa06-9a8f-4aac-ab7e-c344acfa978a service neutron] Bound using segment: {'id': '90d5fd33-a215-47be-b301-ae3a83f4aa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478'} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:17:28.839345 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-1e4caa06-9a8f-4aac-ab7e-c344acfa978a service neutron] Bound port: ab60a68a-9012-4b73-9baf-569fbea92105, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90d5fd33-a215-47be-b301-ae3a83f4aa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478'}}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:17:28.839708 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-1e4caa06-9a8f-4aac-ab7e-c344acfa978a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:28.927964 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-1e4caa06-9a8f-4aac-ab7e-c344acfa978a service neutron] For port ab60a68a-9012-4b73-9baf-569fbea92105, host hv-cinder-80135, cleared binding levels {{(pid=93286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:17:28.931800 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-1e4caa06-9a8f-4aac-ab7e-c344acfa978a service neutron] For port ab60a68a-9012-4b73-9baf-569fbea92105, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ab60a68a-9012-4b73-9baf-569fbea92105,segment=NetworkSegment(90d5fd33-a215-47be-b301-ae3a83f4aa65),segment_id=90d5fd33-a215-47be-b301-ae3a83f4aa65)] {{(pid=93286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:17:28.937752 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-1e4caa06-9a8f-4aac-ab7e-c344acfa978a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10507256'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:28.984477 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-1e4caa06-9a8f-4aac-ab7e-c344acfa978a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:28.985244 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-1e4caa06-9a8f-4aac-ab7e-c344acfa978a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for port, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:28.987930 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-1e4caa06-9a8f-4aac-ab7e-c344acfa978a service neutron] 10.222.0.16 "PUT /v2.0/ports/ab60a68a-9012-4b73-9baf-569fbea92105 HTTP/1.1" status: 200 len: 1094 time: 1.7505577 Jul 19 17:17:28.988452 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08226b43-0c8e-4505-ba42-9ed960824b67', 'tag': 'ab60a68a-9012-4b73-9baf-569fbea92105'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:17:28.991197 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fef583e105ae9f56b0e46fddec7b2a97c38b8d2c10713f95f240075d2f3bd9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8c5032-4038-48fe-91f0-1f856e6befd8" -d '{"events": [{"name": "network-changed", "server_uuid": "08226b43-0c8e-4505-ba42-9ed960824b67", "tag": "ab60a68a-9012-4b73-9baf-569fbea92105"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:17:29.088163 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-9fde511e-421d-4ccb-8326-cdbddaf13dce service neutron] Attempting to bind port 8af0c839-f209-4966-ab5a-3b4906e344b9 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:17:29.092320 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-9fde511e-421d-4ccb-8326-cdbddaf13dce service neutron] Attempting to bind port 8af0c839-f209-4966-ab5a-3b4906e344b9 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '9abbeafd-2cb9-49a1-a6ee-9a4f9390b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a209b5ff-a816-4116-89fd-51c10f2a2246'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:17:29.093345 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-9fde511e-421d-4ccb-8326-cdbddaf13dce service neutron] Attempting to bind port 8af0c839-f209-4966-ab5a-3b4906e344b9 on network a209b5ff-a816-4116-89fd-51c10f2a2246 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:17:29.110480 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312631a5-fd88-4f7a-aaf4-dff7a2f25e9c x-openstack-request-id: req-312631a5-fd88-4f7a-aaf4-dff7a2f25e9c {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:17:29.110673 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08226b43-0c8e-4505-ba42-9ed960824b67", "tag": "ab60a68a-9012-4b73-9baf-569fbea92105", "status": "completed", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:17:29.110777 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-9fde511e-421d-4ccb-8326-cdbddaf13dce service neutron] Port 8af0c839-f209-4966-ab5a-3b4906e344b9 on network a209b5ff-a816-4116-89fd-51c10f2a2246 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:17:29.110944 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-312631a5-fd88-4f7a-aaf4-dff7a2f25e9c {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:17:29.111280 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-9fde511e-421d-4ccb-8326-cdbddaf13dce service neutron] Attempting to bind port 8af0c839-f209-4966-ab5a-3b4906e344b9 on network a209b5ff-a816-4116-89fd-51c10f2a2246 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:17:29.111405 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08226b43-0c8e-4505-ba42-9ed960824b67', 'tag': 'ab60a68a-9012-4b73-9baf-569fbea92105', 'status': 'completed', 'code': 200} Jul 19 17:17:29.119290 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4caa06-9a8f-4aac-ab7e-c344acfa978a service neutron] Pushing event updated for resources: {'Port': ['ID=ab60a68a-9012-4b73-9baf-569fbea92105,revision_number=3']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:29.141569 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-dfb214bc-c992-4004-bf56-2dd1beabc71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:29.143054 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-dfb214bc-c992-4004-bf56-2dd1beabc71b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc220f375215460db8d07850e09978fb&device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 1097 time: 0.1042776 Jul 19 17:17:29.146848 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-9fde511e-421d-4ccb-8326-cdbddaf13dce service neutron] Checking agent: {'id': '17f591d8-d993-47ca-b852-67375c71a36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'started_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:17:29.147329 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-9fde511e-421d-4ccb-8326-cdbddaf13dce service neutron] Checking segment: {'id': '9abbeafd-2cb9-49a1-a6ee-9a4f9390b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a209b5ff-a816-4116-89fd-51c10f2a2246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:17:29.147885 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-9fde511e-421d-4ccb-8326-cdbddaf13dce service neutron] Bound using segment: {'id': '9abbeafd-2cb9-49a1-a6ee-9a4f9390b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a209b5ff-a816-4116-89fd-51c10f2a2246'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:17:29.148394 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-9fde511e-421d-4ccb-8326-cdbddaf13dce service neutron] Bound port: 8af0c839-f209-4966-ab5a-3b4906e344b9, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9abbeafd-2cb9-49a1-a6ee-9a4f9390b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a209b5ff-a816-4116-89fd-51c10f2a2246'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:17:29.148941 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-9fde511e-421d-4ccb-8326-cdbddaf13dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:29.188958 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4e3b30-cfe0-4976-a807-8091c52120a4" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea96527-4260-4390-ac86-3bea220a8e41", "tag": "d62cbab5-1afe-464b-9fdd-bc99a715f17f"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:17:29.261882 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-bdedc559-3205-4854-9c74-131ed68d25fb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab60a68a-9012-4b73-9baf-569fbea92105 HTTP/1.1" status: 200 len: 217 time: 0.0813079 Jul 19 17:17:29.276506 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-9fde511e-421d-4ccb-8326-cdbddaf13dce service neutron] For port 8af0c839-f209-4966-ab5a-3b4906e344b9, host hv-cinder-80135, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:17:29.306275 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f14806-7feb-4454-96f1-f25d47ca8cc5 req-074055c2-6c20-4bc5-98e6-503c2cf5a963 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:29.307987 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-55f14806-7feb-4454-96f1-f25d47ca8cc5 req-074055c2-6c20-4bc5-98e6-503c2cf5a963 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 944 time: 0.1693530 Jul 19 17:17:29.333559 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-e314fee5-fb45-4665-98ea-42b031ebfa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:29.336111 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-e314fee5-fb45-4665-98ea-42b031ebfa05 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=53a8e247-a27a-46a2-abea-935b2a780c56 HTTP/1.1" status: 200 len: 848 time: 0.0664234 Jul 19 17:17:29.353747 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-9fde511e-421d-4ccb-8326-cdbddaf13dce service neutron] For port 8af0c839-f209-4966-ab5a-3b4906e344b9, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=8af0c839-f209-4966-ab5a-3b4906e344b9,segment=NetworkSegment(9abbeafd-2cb9-49a1-a6ee-9a4f9390b291),segment_id=9abbeafd-2cb9-49a1-a6ee-9a4f9390b291)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:17:29.364296 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-b661b6d5-44ea-4ce5-bbb1-7212f75948a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:29.366589 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-b661b6d5-44ea-4ce5-bbb1-7212f75948a0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3fefd3e37824e00a95d515b7ba1d64f&device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 1097 time: 0.4096451 Jul 19 17:17:29.367892 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d91d1f-993d-4588-b052-a79e9edb1289 service neutron] Pushing event updated for resources: {'Port': ['ID=d62cbab5-1afe-464b-9fdd-bc99a715f17f,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:29.378306 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-9fde511e-421d-4ccb-8326-cdbddaf13dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:29.475009 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-55f14806-7feb-4454-96f1-f25d47ca8cc5 req-75d2411a-ca77-4edf-b81d-6923d689efd9 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376441 Jul 19 17:17:29.491858 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-5084fe52-d36e-402c-894c-174ef89d0f28 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d62cbab5-1afe-464b-9fdd-bc99a715f17f HTTP/1.1" status: 200 len: 217 time: 0.1079688 Jul 19 17:17:29.494302 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601fa6fd-4854-4ea8-9637-a6f7e41c767f x-openstack-request-id: req-601fa6fd-4854-4ea8-9637-a6f7e41c767f {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:17:29.494608 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea96527-4260-4390-ac86-3bea220a8e41", "tag": "d62cbab5-1afe-464b-9fdd-bc99a715f17f", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:17:29.494966 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-601fa6fd-4854-4ea8-9637-a6f7e41c767f {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:17:29.495486 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea96527-4260-4390-ac86-3bea220a8e41', 'tag': 'd62cbab5-1afe-464b-9fdd-bc99a715f17f', 'status': 'completed', 'code': 200} Jul 19 17:17:29.528334 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-e965ed15-9a04-4db9-90f3-3a2fe255b9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:29.531198 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-e965ed15-9a04-4db9-90f3-3a2fe255b9d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a2a529f0-73cb-4c3b-8ecb-6e30cb300478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1826491 Jul 19 17:17:29.601516 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-25df62ab-1ad8-4eeb-9906-3f43cb694587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:29.603117 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-25df62ab-1ad8-4eeb-9906-3f43cb694587 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82845a4e-b4a7-4a3d-97be-1a8a6043c86e HTTP/1.1" status: 200 len: 859 time: 0.1035523 Jul 19 17:17:29.635486 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-9fde511e-421d-4ccb-8326-cdbddaf13dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:29.636641 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-9fde511e-421d-4ccb-8326-cdbddaf13dce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:29.638998 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-9fde511e-421d-4ccb-8326-cdbddaf13dce service neutron] 10.222.0.16 "PUT /v2.0/ports/8af0c839-f209-4966-ab5a-3b4906e344b9 HTTP/1.1" status: 200 len: 1093 time: 2.3362138 Jul 19 17:17:29.696501 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-794c057a-13bd-4a7c-aa69-080f960cf887 service neutron] 10.222.0.16 "GET /v2.0/networks/a2a529f0-73cb-4c3b-8ecb-6e30cb300478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556339 Jul 19 17:17:29.703573 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-6a8e7ba5-5721-41ba-9f0e-8ccd3c34609c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a209b5ff-a816-4116-89fd-51c10f2a2246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697289 Jul 19 17:17:29.740202 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde511e-421d-4ccb-8326-cdbddaf13dce service neutron] Pushing event updated for resources: {'Port': ['ID=8af0c839-f209-4966-ab5a-3b4906e344b9,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:29.780005 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd6b12-1684-4f0b-9381-b3fe9bff095e req-22265de5-7909-44a2-a890-36ff866dd782 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:29.781484 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8dfd6b12-1684-4f0b-9381-b3fe9bff095e req-22265de5-7909-44a2-a890-36ff866dd782 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/ports?device_id=9888de1f-0f77-4ae2-9e97-9a6768ada0ea HTTP/1.1" status: 200 len: 943 time: 0.1663942 Jul 19 17:17:29.837931 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8dfd6b12-1684-4f0b-9381-b3fe9bff095e req-32ddaba7-81a9-417f-af72-6df763e796c4 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/security-groups?id=093ca83b-ce86-4efa-925c-f703ebf3f19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490839 Jul 19 17:17:29.840098 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-821a2e46-6262-41a1-92bb-9078948fc0eb req-e8f1b0ba-d8b7-4756-888b-39de7ccaca6d service neutron] 10.222.0.16 "GET /v2.0/networks/a2a529f0-73cb-4c3b-8ecb-6e30cb300478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344452 Jul 19 17:17:30.004374 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727031a0-4dc0-4b6d-80e5-479b46c429d7 req-1f03560c-a816-474f-b3a1-5f32c8430bea tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:30.005883 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-727031a0-4dc0-4b6d-80e5-479b46c429d7 req-1f03560c-a816-474f-b3a1-5f32c8430bea tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 944 time: 0.1083698 Jul 19 17:17:30.011717 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c5032-4038-48fe-91f0-1f856e6befd8 req-1020345b-3dcc-4190-bc4d-61ab26680d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:30.012807 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51dea72-6e0c-4278-9b45-433f777a2e8e req-81aad52c-1dad-420d-a245-3b52af866434 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:30.013757 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fb8c5032-4038-48fe-91f0-1f856e6befd8 req-1020345b-3dcc-4190-bc4d-61ab26680d96 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc220f375215460db8d07850e09978fb&device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 1097 time: 0.1136305 Jul 19 17:17:30.014878 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d51dea72-6e0c-4278-9b45-433f777a2e8e req-81aad52c-1dad-420d-a245-3b52af866434 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 944 time: 0.5019739 Jul 19 17:17:30.055101 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-038f4456-f475-46aa-877a-e2857c61ee6a service neutron] 10.222.0.16 "GET /v2.0/networks/a209b5ff-a816-4116-89fd-51c10f2a2246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417463 Jul 19 17:17:30.063698 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-57b26775-21da-4292-8092-af51cc7bd988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:30.065105 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-57b26775-21da-4292-8092-af51cc7bd988 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3fefd3e37824e00a95d515b7ba1d64f&device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 1096 time: 0.3662779 Jul 19 17:17:30.074261 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-727031a0-4dc0-4b6d-80e5-479b46c429d7 req-bf8efe0c-c652-4fc9-a3a7-4aca7a5a2794 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595536 Jul 19 17:17:30.085602 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d51dea72-6e0c-4278-9b45-433f777a2e8e req-80647c3b-bd68-4de8-a493-05f210d8e654 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646725 Jul 19 17:17:30.128485 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c5032-4038-48fe-91f0-1f856e6befd8 req-3e01e19b-f8dc-4df8-879a-11a472889fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:30.129984 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fb8c5032-4038-48fe-91f0-1f856e6befd8 req-3e01e19b-f8dc-4df8-879a-11a472889fa7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a2a529f0-73cb-4c3b-8ecb-6e30cb300478 HTTP/1.1" status: 200 len: 910 time: 0.1085000 Jul 19 17:17:30.131613 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-0fa1ff88-2906-44d0-a3ef-b6da3232a93d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8af0c839-f209-4966-ab5a-3b4906e344b9 HTTP/1.1" status: 200 len: 217 time: 0.0542939 Jul 19 17:17:30.175517 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fb8c5032-4038-48fe-91f0-1f856e6befd8 req-1875cfe4-9f1a-4075-b37a-ae7a73543966 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab60a68a-9012-4b73-9baf-569fbea92105 HTTP/1.1" status: 200 len: 217 time: 0.0322962 Jul 19 17:17:30.224379 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-51e34af6-55d2-40d5-a779-ecb17b7b4526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:30.225910 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-51e34af6-55d2-40d5-a779-ecb17b7b4526 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82845a4e-b4a7-4a3d-97be-1a8a6043c86e HTTP/1.1" status: 200 len: 859 time: 0.0599134 Jul 19 17:17:30.227687 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c5032-4038-48fe-91f0-1f856e6befd8 req-e1639ad0-ba40-4b91-b0d8-b078e30e2aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:30.227932 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5dbe5a78-9b54-4428-bd6d-f80c62a212d8 req-ed830680-af9b-48ac-83db-3b0827e526dc service neutron] 10.222.0.16 "GET /v2.0/networks/a209b5ff-a816-4116-89fd-51c10f2a2246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600449 Jul 19 17:17:30.229107 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fb8c5032-4038-48fe-91f0-1f856e6befd8 req-e1639ad0-ba40-4b91-b0d8-b078e30e2aa9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=53a8e247-a27a-46a2-abea-935b2a780c56 HTTP/1.1" status: 200 len: 848 time: 0.0455811 Jul 19 17:17:30.246500 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device d2f7c143-dc96-4447-87df-ff40cfcbbd71 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:17:30.275793 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-f1af3c02-b93a-4754-8c56-37831976b752 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a209b5ff-a816-4116-89fd-51c10f2a2246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348790 Jul 19 17:17:30.300789 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c5032-4038-48fe-91f0-1f856e6befd8 req-828cb698-6faa-4237-a5ad-bb32d731589d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:30.302396 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fb8c5032-4038-48fe-91f0-1f856e6befd8 req-828cb698-6faa-4237-a5ad-bb32d731589d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a2a529f0-73cb-4c3b-8ecb-6e30cb300478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603197 Jul 19 17:17:30.423086 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e3b30-cfe0-4976-a807-8091c52120a4 req-75439c2a-d929-4827-b4e2-51257efd1355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:30.424737 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4d4e3b30-cfe0-4976-a807-8091c52120a4 req-75439c2a-d929-4827-b4e2-51257efd1355 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3fefd3e37824e00a95d515b7ba1d64f&device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 1097 time: 0.1226132 Jul 19 17:17:30.434343 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fb8c5032-4038-48fe-91f0-1f856e6befd8 req-da876a21-c697-4a43-a675-6d235a6458b5 service neutron] 10.222.0.16 "GET /v2.0/networks/a2a529f0-73cb-4c3b-8ecb-6e30cb300478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189342 Jul 19 17:17:30.434890 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port d2f7c143-dc96-4447-87df-ff40cfcbbd71, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d2f7c143-dc96-4447-87df-ff40cfcbbd71,segment=NetworkSegment(8ce55dfc-31b5-4322-80fd-ed649b556636),segment_id=8ce55dfc-31b5-4322-80fd-ed649b556636)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:17:30.446867 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Returning: {'device': 'd2f7c143-dc96-4447-87df-ff40cfcbbd71', 'network_id': '29e3cdb7-066f-445c-a4f8-c2a347a5eba8', 'port_id': 'd2f7c143-dc96-4447-87df-ff40cfcbbd71', 'mac_address': 'fa:16:3e:42:cc:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ca8802-ecf5-42e2-a8c4-753cd60bc764', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:17:30.472290 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-eb8e6309-ac4d-4662-80bf-e3a7e5ad3f02 service neutron] 10.222.0.16 "GET /v2.0/networks/a209b5ff-a816-4116-89fd-51c10f2a2246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716845 Jul 19 17:17:30.487891 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:30.501797 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f7c143-dc96-4447-87df-ff40cfcbbd71 {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:17:30.530884 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port d2f7c143-dc96-4447-87df-ff40cfcbbd71, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d2f7c143-dc96-4447-87df-ff40cfcbbd71,segment=NetworkSegment(8ce55dfc-31b5-4322-80fd-ed649b556636),segment_id=8ce55dfc-31b5-4322-80fd-ed649b556636)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:17:30.536119 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:30.536695 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device f08182df-2a27-4a4a-90fa-e53dab98b0a0 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:17:30.654542 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=d2f7c143-dc96-4447-87df-ff40cfcbbd71,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:30.708795 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e3b30-cfe0-4976-a807-8091c52120a4 req-4470db4a-f8b6-49d4-b841-68f946d91274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:30.710661 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4d4e3b30-cfe0-4976-a807-8091c52120a4 req-4470db4a-f8b6-49d4-b841-68f946d91274 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a209b5ff-a816-4116-89fd-51c10f2a2246 HTTP/1.1" status: 200 len: 920 time: 0.2717011 Jul 19 17:17:30.731501 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fb8c5032-4038-48fe-91f0-1f856e6befd8 req-a3a1e7c2-69ad-4a7a-b7f0-ed97f5a041a9 service neutron] 10.222.0.16 "GET /v2.0/networks/a2a529f0-73cb-4c3b-8ecb-6e30cb300478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871120 Jul 19 17:17:30.749669 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312971f8-f8b2-4678-83b0-e5873b574d7f req-c41e3827-b423-4189-ba06-2df120d26a5a tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:30.759239 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-312971f8-f8b2-4678-83b0-e5873b574d7f req-c41e3827-b423-4189-ba06-2df120d26a5a tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 944 time: 0.1601005 Jul 19 17:17:30.815303 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-312971f8-f8b2-4678-83b0-e5873b574d7f req-1dc63c09-1d17-4adb-bc4a-f73748ea00c2 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505211 Jul 19 17:17:30.820194 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port f08182df-2a27-4a4a-90fa-e53dab98b0a0, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=f08182df-2a27-4a4a-90fa-e53dab98b0a0,segment=NetworkSegment(c21bc953-a360-415a-935f-f0f6c1812c07),segment_id=c21bc953-a360-415a-935f-f0f6c1812c07)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:17:30.834196 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4d4e3b30-cfe0-4976-a807-8091c52120a4 req-c1589d0d-570a-477e-acfe-be9e80a2c91f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d62cbab5-1afe-464b-9fdd-bc99a715f17f HTTP/1.1" status: 200 len: 217 time: 0.1114547 Jul 19 17:17:30.837587 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Returning: {'device': 'f08182df-2a27-4a4a-90fa-e53dab98b0a0', 'network_id': '9b8f1052-d38c-4c35-b3f7-23ef6befafc5', 'port_id': 'f08182df-2a27-4a4a-90fa-e53dab98b0a0', 'mac_address': 'fa:16:3e:79:bd:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d91bcad-1b0b-46ec-a056-83e72cc2ce61', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:17:30.885943 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5521c19e-7b36-4c69-92d1-b519d20676f0 req-cb73944a-1c37-45ad-8401-8f53358770be service neutron] 10.222.0.16 "GET /v2.0/networks/a209b5ff-a816-4116-89fd-51c10f2a2246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038675 Jul 19 17:17:30.890752 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:30.914361 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f08182df-2a27-4a4a-90fa-e53dab98b0a0 {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:17:30.936645 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e3b30-cfe0-4976-a807-8091c52120a4 req-5f14bd99-078c-414c-9008-7d536f09d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:30.938901 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port f08182df-2a27-4a4a-90fa-e53dab98b0a0, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=f08182df-2a27-4a4a-90fa-e53dab98b0a0,segment=NetworkSegment(c21bc953-a360-415a-935f-f0f6c1812c07),segment_id=c21bc953-a360-415a-935f-f0f6c1812c07)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:17:30.941889 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4d4e3b30-cfe0-4976-a807-8091c52120a4 req-5f14bd99-078c-414c-9008-7d536f09d851 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82845a4e-b4a7-4a3d-97be-1a8a6043c86e HTTP/1.1" status: 200 len: 859 time: 0.0952203 Jul 19 17:17:30.947294 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:31.013933 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=f08182df-2a27-4a4a-90fa-e53dab98b0a0,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:31.029533 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4d4e3b30-cfe0-4976-a807-8091c52120a4 req-99e05d85-5fd5-47f8-b6ad-7d3001f09399 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a209b5ff-a816-4116-89fd-51c10f2a2246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453441 Jul 19 17:17:31.124696 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6aac41-42c2-4457-933b-7839e7753cc3 req-75d31e7e-d820-4814-8206-27969d8d84cd tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:31.126220 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ef6aac41-42c2-4457-933b-7839e7753cc3 req-75d31e7e-d820-4814-8206-27969d8d84cd tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/ports?device_id=9888de1f-0f77-4ae2-9e97-9a6768ada0ea HTTP/1.1" status: 200 len: 944 time: 0.1834130 Jul 19 17:17:31.160568 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4d4e3b30-cfe0-4976-a807-8091c52120a4 req-3f31e8f2-3837-4ff8-8c53-578e10d59307 service neutron] 10.222.0.16 "GET /v2.0/networks/a209b5ff-a816-4116-89fd-51c10f2a2246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242237 Jul 19 17:17:31.210937 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ef6aac41-42c2-4457-933b-7839e7753cc3 req-737dc25d-84cc-44aa-8a56-3f5777b7bfc2 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/security-groups?id=093ca83b-ce86-4efa-925c-f703ebf3f19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784130 Jul 19 17:17:31.221249 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27258935-c596-4f35-90ae-353aa1f48293 req-a21ce073-c3b0-462f-8533-ec9dad6bdeac tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:31.231173 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-27258935-c596-4f35-90ae-353aa1f48293 req-a21ce073-c3b0-462f-8533-ec9dad6bdeac tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 944 time: 0.0781527 Jul 19 17:17:31.267757 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-27258935-c596-4f35-90ae-353aa1f48293 req-6f65aceb-055f-400e-a648-8fda812beff9 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389721 Jul 19 17:17:31.268929 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['f08182df-2a27-4a4a-90fa-e53dab98b0a0'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:17:31.291543 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4d4e3b30-cfe0-4976-a807-8091c52120a4 req-80d71cd5-448e-4d6b-aa0d-1156e1a67551 service neutron] 10.222.0.16 "GET /v2.0/networks/a209b5ff-a816-4116-89fd-51c10f2a2246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177063 Jul 19 17:17:31.320723 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['d2f7c143-dc96-4447-87df-ff40cfcbbd71'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:17:31.348643 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257a790-850f-4e6e-933c-2f3516accb70 req-2b140708-15bc-4f85-b1bb-2ec4f7f0b928 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:31.350254 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4257a790-850f-4e6e-933c-2f3516accb70 req-2b140708-15bc-4f85-b1bb-2ec4f7f0b928 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 945 time: 0.0735285 Jul 19 17:17:31.394293 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4257a790-850f-4e6e-933c-2f3516accb70 req-33c8e58e-c4ed-49d2-b55b-8b2f4676e566 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361452 Jul 19 17:17:31.497030 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e1b90a-4696-49a8-acdd-1a6fe912e4f1', 'tag': '8af0c839-f209-4966-ab5a-3b4906e344b9'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:17:31.499462 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416c7cb4-765b-4b71-b618-5da79a84ab30" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e1b90a-4696-49a8-acdd-1a6fe912e4f1", "tag": "8af0c839-f209-4966-ab5a-3b4906e344b9"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:17:31.578801 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f58c9bd-6f46-4a59-bd8c-e1317e676f46 x-openstack-request-id: req-1f58c9bd-6f46-4a59-bd8c-e1317e676f46 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:17:31.579237 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e1b90a-4696-49a8-acdd-1a6fe912e4f1", "tag": "8af0c839-f209-4966-ab5a-3b4906e344b9", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:17:31.579575 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1f58c9bd-6f46-4a59-bd8c-e1317e676f46 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:17:31.580053 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e1b90a-4696-49a8-acdd-1a6fe912e4f1', 'tag': '8af0c839-f209-4966-ab5a-3b4906e344b9', 'status': 'completed', 'code': 200} Jul 19 17:17:31.655829 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c7cb4-765b-4b71-b618-5da79a84ab30 req-adbd7039-70b1-4b03-9ff5-b3e39ade3f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:31.657333 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-416c7cb4-765b-4b71-b618-5da79a84ab30 req-adbd7039-70b1-4b03-9ff5-b3e39ade3f92 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3fefd3e37824e00a95d515b7ba1d64f&device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 1096 time: 0.0519831 Jul 19 17:17:31.749505 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c7cb4-765b-4b71-b618-5da79a84ab30 req-0d25f2d9-f4e9-4d14-b393-449c4902facf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:31.750971 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-416c7cb4-765b-4b71-b618-5da79a84ab30 req-0d25f2d9-f4e9-4d14-b393-449c4902facf service neutron] 10.222.0.16 "GET /v2.0/networks?id=a209b5ff-a816-4116-89fd-51c10f2a2246 HTTP/1.1" status: 200 len: 920 time: 0.0866139 Jul 19 17:17:31.792860 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-416c7cb4-765b-4b71-b618-5da79a84ab30 req-36d7e7e9-7ba3-4e38-b3a8-54866264b0c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8af0c839-f209-4966-ab5a-3b4906e344b9 HTTP/1.1" status: 200 len: 217 time: 0.0339446 Jul 19 17:17:31.846447 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c7cb4-765b-4b71-b618-5da79a84ab30 req-13e52efb-97f8-4081-8656-e33ddc6faa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:31.847913 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-416c7cb4-765b-4b71-b618-5da79a84ab30 req-13e52efb-97f8-4081-8656-e33ddc6faa06 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82845a4e-b4a7-4a3d-97be-1a8a6043c86e HTTP/1.1" status: 200 len: 859 time: 0.0471115 Jul 19 17:17:31.884039 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-416c7cb4-765b-4b71-b618-5da79a84ab30 req-88501598-47e1-4bfe-b778-79f960190e26 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a209b5ff-a816-4116-89fd-51c10f2a2246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288727 Jul 19 17:17:32.029410 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f244b2-e101-45b2-8aba-27405d1e03fb req-1c0de297-c945-4d59-b6da-fe599a7f21c1 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:32.030910 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-36f244b2-e101-45b2-8aba-27405d1e03fb req-1c0de297-c945-4d59-b6da-fe599a7f21c1 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 944 time: 0.1493866 Jul 19 17:17:32.032825 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-416c7cb4-765b-4b71-b618-5da79a84ab30 req-2a1b3624-b60e-473c-bcce-a6e84b37c438 service neutron] 10.222.0.16 "GET /v2.0/networks/a209b5ff-a816-4116-89fd-51c10f2a2246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405470 Jul 19 17:17:32.135188 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-36f244b2-e101-45b2-8aba-27405d1e03fb req-10c6063e-df30-4145-b334-286d92eefe71 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976081 Jul 19 17:17:32.176792 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-416c7cb4-765b-4b71-b618-5da79a84ab30 req-24b69686-063e-486d-acef-1e6a21011d78 service neutron] 10.222.0.16 "GET /v2.0/networks/a209b5ff-a816-4116-89fd-51c10f2a2246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370878 Jul 19 17:17:32.242003 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device ab60a68a-9012-4b73-9baf-569fbea92105 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:17:32.248088 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device d2f7c143-dc96-4447-87df-ff40cfcbbd71 up at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:17:32.376233 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8def3c-44c0-4271-829f-1bafd7fad7d6 req-c0cdd107-da54-4492-b0a5-bab58735608e tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:32.383449 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cd8def3c-44c0-4271-829f-1bafd7fad7d6 req-c0cdd107-da54-4492-b0a5-bab58735608e tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/ports?device_id=9888de1f-0f77-4ae2-9e97-9a6768ada0ea HTTP/1.1" status: 200 len: 944 time: 0.0789907 Jul 19 17:17:32.417297 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning for port d2f7c143-dc96-4447-87df-ff40cfcbbd71 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:17:32.433296 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning complete for port d2f7c143-dc96-4447-87df-ff40cfcbbd71 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:17:32.434725 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:32.434836 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cd8def3c-44c0-4271-829f-1bafd7fad7d6 req-540840eb-7d01-46cb-8cd0-619a41244e56 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/security-groups?id=093ca83b-ce86-4efa-925c-f703ebf3f19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494728 Jul 19 17:17:32.454893 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port ab60a68a-9012-4b73-9baf-569fbea92105, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ab60a68a-9012-4b73-9baf-569fbea92105,segment=NetworkSegment(90d5fd33-a215-47be-b301-ae3a83f4aa65),segment_id=90d5fd33-a215-47be-b301-ae3a83f4aa65)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:17:32.496648 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Returning: {'device': 'ab60a68a-9012-4b73-9baf-569fbea92105', 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478', 'port_id': 'ab60a68a-9012-4b73-9baf-569fbea92105', 'mac_address': 'fa:16:3e:ad:2a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a8e247-a27a-46a2-abea-935b2a780c56', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:17:32.544876 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:32.563747 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab60a68a-9012-4b73-9baf-569fbea92105 {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:17:32.588251 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port ab60a68a-9012-4b73-9baf-569fbea92105, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ab60a68a-9012-4b73-9baf-569fbea92105,segment=NetworkSegment(90d5fd33-a215-47be-b301-ae3a83f4aa65),segment_id=90d5fd33-a215-47be-b301-ae3a83f4aa65)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:17:32.597052 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa4401-fdd4-4db8-920e-a8a56892069e req-31f57943-ab1b-40ea-92d5-27611728ab16 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:32.598376 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:32.600529 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device 8af0c839-f209-4966-ab5a-3b4906e344b9 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:17:32.609558 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-31fa4401-fdd4-4db8-920e-a8a56892069e req-31f57943-ab1b-40ea-92d5-27611728ab16 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 945 time: 0.1003842 Jul 19 17:17:32.640312 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e2cf2-1009-4490-b3e7-a4988814da66 req-4b5126f0-c739-445d-9a07-555ba69648ad tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:32.647348 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8b7e2cf2-1009-4490-b3e7-a4988814da66 req-4b5126f0-c739-445d-9a07-555ba69648ad tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 944 time: 0.2831569 Jul 19 17:17:32.648756 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 34986) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:32.689311 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:17:32.691659 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:32.696808 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8b7e2cf2-1009-4490-b3e7-a4988814da66 req-61823762-e064-4c35-8e62-941bec97c83d tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476108 Jul 19 17:17:32.715116 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 34990) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:32.723534 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-31fa4401-fdd4-4db8-920e-a8a56892069e req-c28174a6-3edb-4de8-aece-6852ff437efe tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060326 Jul 19 17:17:32.741916 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=ab60a68a-9012-4b73-9baf-569fbea92105,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:32.755477 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9888de1f-0f77-4ae2-9e97-9a6768ada0ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f7c143-dc96-4447-87df-ff40cfcbbd71'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:17:32.829959 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-57f0e4e0-79a9-4f26-a23e-327dd54d2820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:32.866858 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9fe577d6-c7bf-4dd0-af3e-bd822ade160e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:32.872960 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port d2f7c143-dc96-4447-87df-ff40cfcbbd71, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d2f7c143-dc96-4447-87df-ff40cfcbbd71,segment=NetworkSegment(8ce55dfc-31b5-4322-80fd-ed649b556636),segment_id=8ce55dfc-31b5-4322-80fd-ed649b556636)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:17:32.881623 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:32.882516 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device f08182df-2a27-4a4a-90fa-e53dab98b0a0 up at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:17:32.932428 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-57f0e4e0-79a9-4f26-a23e-327dd54d2820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:32.937305 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-57f0e4e0-79a9-4f26-a23e-327dd54d2820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:32.948646 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port 8af0c839-f209-4966-ab5a-3b4906e344b9, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=8af0c839-f209-4966-ab5a-3b4906e344b9,segment=NetworkSegment(9abbeafd-2cb9-49a1-a6ee-9a4f9390b291),segment_id=9abbeafd-2cb9-49a1-a6ee-9a4f9390b291)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:17:32.965417 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-57f0e4e0-79a9-4f26-a23e-327dd54d2820 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4a68600395a3491e97c0bf69b54d3e0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464681 Jul 19 17:17:32.969342 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 34998) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:32.980150 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Returning: {'device': '8af0c839-f209-4966-ab5a-3b4906e344b9', 'network_id': 'a209b5ff-a816-4116-89fd-51c10f2a2246', 'port_id': '8af0c839-f209-4966-ab5a-3b4906e344b9', 'mac_address': 'fa:16:3e:a1:3f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82845a4e-b4a7-4a3d-97be-1a8a6043c86e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:17:32.999361 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa486d5c4e4f39956b43fe6dcc35bf0f2fe2e374caf29500c804b4cead58546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0652f28b-f19e-4e41-a9ea-c14615e107dc" -d '{"events": [{"server_uuid": "9888de1f-0f77-4ae2-9e97-9a6768ada0ea", "name": "network-vif-plugged", "status": "completed", "tag": "d2f7c143-dc96-4447-87df-ff40cfcbbd71"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:17:33.009625 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=d2f7c143-dc96-4447-87df-ff40cfcbbd71,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:33.044600 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0e4e0-79a9-4f26-a23e-327dd54d2820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65c270b-9d74-480f-bf66-adc7da5ab945,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:33.063073 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d50da2fd-b41c-4cf0-b15d-0441b7c1a524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:33.066606 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9fe577d6-c7bf-4dd0-af3e-bd822ade160e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:33.074585 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9fe577d6-c7bf-4dd0-af3e-bd822ade160e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:33.085858 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning for port f08182df-2a27-4a4a-90fa-e53dab98b0a0 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:17:33.088113 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:33.093594 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d50da2fd-b41c-4cf0-b15d-0441b7c1a524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:33.098413 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning complete for port f08182df-2a27-4a4a-90fa-e53dab98b0a0 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:17:33.098790 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:33.121166 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8af0c839-f209-4966-ab5a-3b4906e344b9 {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:17:33.148340 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-9fe577d6-c7bf-4dd0-af3e-bd822ade160e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=71d50389649d4018b57e4a40a2fc6085&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4982638 Jul 19 17:17:33.152833 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 35008) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:33.155718 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port 8af0c839-f209-4966-ab5a-3b4906e344b9, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=8af0c839-f209-4966-ab5a-3b4906e344b9,segment=NetworkSegment(9abbeafd-2cb9-49a1-a6ee-9a4f9390b291),segment_id=9abbeafd-2cb9-49a1-a6ee-9a4f9390b291)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:17:33.170054 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:33.170822 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device d62cbab5-1afe-464b-9fdd-bc99a715f17f details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:17:33.181366 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d50da2fd-b41c-4cf0-b15d-0441b7c1a524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:33.184318 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d50da2fd-b41c-4cf0-b15d-0441b7c1a524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:33.186390 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-d50da2fd-b41c-4cf0-b15d-0441b7c1a524 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d65c270b-9d74-480f-bf66-adc7da5ab945 HTTP/1.1" status: 204 len: 168 time: 0.2157464 Jul 19 17:17:33.197042 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe577d6-c7bf-4dd0-af3e-bd822ade160e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a4a68b-74fe-4e0e-83ac-8ecd4a8c8f02,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:33.199132 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f257353f-0327-404c-b56b-dc2c7d623817 x-openstack-request-id: req-f257353f-0327-404c-b56b-dc2c7d623817 {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:17:33.199428 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9888de1f-0f77-4ae2-9e97-9a6768ada0ea", "name": "network-vif-plugged", "status": "completed", "tag": "d2f7c143-dc96-4447-87df-ff40cfcbbd71", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:17:33.199683 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f257353f-0327-404c-b56b-dc2c7d623817 {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:17:33.200140 dv-cinder-801354-1-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9888de1f-0f77-4ae2-9e97-9a6768ada0ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f7c143-dc96-4447-87df-ff40cfcbbd71', 'code': 200} Jul 19 17:17:33.237544 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50da2fd-b41c-4cf0-b15d-0441b7c1a524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65c270b-9d74-480f-bf66-adc7da5ab945,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:33.279731 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d62e2db4-46b6-43ac-b320-21acf93055dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:33.321257 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:33.323580 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d62e2db4-46b6-43ac-b320-21acf93055dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:33.336548 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7455d1-7cca-4ce2-9d7a-a9a7f9d45fac req-1b9e8666-6006-41b1-8651-b9c9771d3001 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:33.347294 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-af7455d1-7cca-4ce2-9d7a-a9a7f9d45fac req-1b9e8666-6006-41b1-8651-b9c9771d3001 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 944 time: 0.1084006 Jul 19 17:17:33.348532 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port d62cbab5-1afe-464b-9fdd-bc99a715f17f, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d62cbab5-1afe-464b-9fdd-bc99a715f17f,segment=NetworkSegment(9abbeafd-2cb9-49a1-a6ee-9a4f9390b291),segment_id=9abbeafd-2cb9-49a1-a6ee-9a4f9390b291)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:17:33.392572 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Returning: {'device': 'd62cbab5-1afe-464b-9fdd-bc99a715f17f', 'network_id': 'a209b5ff-a816-4116-89fd-51c10f2a2246', 'port_id': 'd62cbab5-1afe-464b-9fdd-bc99a715f17f', 'mac_address': 'fa:16:3e:e5:d4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82845a4e-b4a7-4a3d-97be-1a8a6043c86e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:17:33.413393 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=8af0c839-f209-4966-ab5a-3b4906e344b9,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:33.463399 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-af7455d1-7cca-4ce2-9d7a-a9a7f9d45fac req-b650d916-1377-4f34-baaa-4f436bcc8a98 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040232 Jul 19 17:17:33.507994 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d62e2db4-46b6-43ac-b320-21acf93055dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:33.510745 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d62e2db4-46b6-43ac-b320-21acf93055dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:33.516278 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-d62e2db4-46b6-43ac-b320-21acf93055dc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/40a4a68b-74fe-4e0e-83ac-8ecd4a8c8f02 HTTP/1.1" status: 204 len: 168 time: 0.3602283 Jul 19 17:17:33.528595 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port f08182df-2a27-4a4a-90fa-e53dab98b0a0, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=f08182df-2a27-4a4a-90fa-e53dab98b0a0,segment=NetworkSegment(c21bc953-a360-415a-935f-f0f6c1812c07),segment_id=c21bc953-a360-415a-935f-f0f6c1812c07)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:17:33.550604 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:33.551917 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e2db4-46b6-43ac-b320-21acf93055dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a4a68b-74fe-4e0e-83ac-8ecd4a8c8f02,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:33.562934 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:33.635513 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18bec9-3c29-4af2-bb50-0b634d283bc8 req-c6772956-8de9-4e41-b792-70fff789fa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:33.637418 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-be18bec9-3c29-4af2-bb50-0b634d283bc8 req-c6772956-8de9-4e41-b792-70fff789fa92 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9888de1f-0f77-4ae2-9e97-9a6768ada0ea HTTP/1.1" status: 200 len: 1098 time: 0.2285748 Jul 19 17:17:33.670313 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-be18bec9-3c29-4af2-bb50-0b634d283bc8 req-e7d1e466-a8e5-4b9c-a5c5-897d814535b1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:33.703561 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ddd5d-b803-42a5-b530-9d34a447729a req-b8dc460d-0fc8-4188-9c8b-c637b4a68f97 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:33.705146 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-472ddd5d-b803-42a5-b530-9d34a447729a req-b8dc460d-0fc8-4188-9c8b-c637b4a68f97 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/ports?device_id=9888de1f-0f77-4ae2-9e97-9a6768ada0ea HTTP/1.1" status: 200 len: 945 time: 0.1181934 Jul 19 17:17:33.748714 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d62cbab5-1afe-464b-9fdd-bc99a715f17f {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:17:33.787787 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-472ddd5d-b803-42a5-b530-9d34a447729a req-0619b8c1-d999-49c2-9da8-b5d1fbf80ec7 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/security-groups?id=093ca83b-ce86-4efa-925c-f703ebf3f19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743937 Jul 19 17:17:33.791491 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=f08182df-2a27-4a4a-90fa-e53dab98b0a0,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:33.812519 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port d62cbab5-1afe-464b-9fdd-bc99a715f17f, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d62cbab5-1afe-464b-9fdd-bc99a715f17f,segment=NetworkSegment(9abbeafd-2cb9-49a1-a6ee-9a4f9390b291),segment_id=9abbeafd-2cb9-49a1-a6ee-9a4f9390b291)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:17:33.820022 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:33.864062 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 35036) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:33.882406 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fd107885-fabf-4631-a69c-6c63220d069f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:33.900196 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=d62cbab5-1afe-464b-9fdd-bc99a715f17f,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:33.900419 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-be18bec9-3c29-4af2-bb50-0b634d283bc8 req-e7d1e466-a8e5-4b9c-a5c5-897d814535b1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:33.920887 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-be18bec9-3c29-4af2-bb50-0b634d283bc8 req-e7d1e466-a8e5-4b9c-a5c5-897d814535b1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:33.924774 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf8049-bb0b-4f92-8eee-79ca0564bd86 req-d33ab475-0216-4a15-84c5-001f7d1518cd tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:33.931525 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-18bf8049-bb0b-4f92-8eee-79ca0564bd86 req-d33ab475-0216-4a15-84c5-001f7d1518cd tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 945 time: 0.1078854 Jul 19 17:17:33.975272 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-be18bec9-3c29-4af2-bb50-0b634d283bc8 req-e7d1e466-a8e5-4b9c-a5c5-897d814535b1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=093ca83b-ce86-4efa-925c-f703ebf3f19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289468 Jul 19 17:17:33.987084 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1e466-a8e5-4b9c-a5c5-897d814535b1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4012c3-9e73-401d-b6f8-d79242d300be,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:33.987416 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-18bf8049-bb0b-4f92-8eee-79ca0564bd86 req-fc64b75d-8aac-4f55-95f4-7e4c284f9135 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485275 Jul 19 17:17:34.031432 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f00de2-164f-48ef-935c-35bc7131db07 req-23656053-62ec-44bf-a482-e080663d5e3d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:34.033138 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c7f00de2-164f-48ef-935c-35bc7131db07 req-23656053-62ec-44bf-a482-e080663d5e3d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 946 time: 0.1349020 Jul 19 17:17:34.063159 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fd107885-fabf-4631-a69c-6c63220d069f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:34.067992 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fd107885-fabf-4631-a69c-6c63220d069f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:34.073436 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c7f00de2-164f-48ef-935c-35bc7131db07 req-8ea41bd5-1bfc-4321-b5be-926075aa025b tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328202 Jul 19 17:17:34.100659 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 35038) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:34.109077 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-fd107885-fabf-4631-a69c-6c63220d069f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=db84c94322c149fb8916887caf354f8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425439 Jul 19 17:17:34.110077 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd107885-fabf-4631-a69c-6c63220d069f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f7adaa-ecf0-4c3d-b1e4-7d9029e744a5,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:34.112408 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 35040) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:34.115451 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['8af0c839-f209-4966-ab5a-3b4906e344b9'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:17:34.115608 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4c8dc39a-159f-4638-a4ce-a30e0e86ccb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:34.154811 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['ab60a68a-9012-4b73-9baf-569fbea92105'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:17:34.165627 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-aa55d7d8-814c-48c3-9eb0-88f41d1fbe5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:34.184935 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['d62cbab5-1afe-464b-9fdd-bc99a715f17f'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:17:34.191279 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-aa55d7d8-814c-48c3-9eb0-88f41d1fbe5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:34.211483 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4c8dc39a-159f-4638-a4ce-a30e0e86ccb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:34.218172 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4c8dc39a-159f-4638-a4ce-a30e0e86ccb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:34.243712 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-aa55d7d8-814c-48c3-9eb0-88f41d1fbe5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:34.246778 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-aa55d7d8-814c-48c3-9eb0-88f41d1fbe5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:34.250850 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-aa55d7d8-814c-48c3-9eb0-88f41d1fbe5b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/62f7adaa-ecf0-4c3d-b1e4-7d9029e744a5 HTTP/1.1" status: 204 len: 168 time: 0.1351435 Jul 19 17:17:34.262241 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8dc39a-159f-4638-a4ce-a30e0e86ccb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfd08bd-cb15-419e-b0de-ae46cd27a130,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:34.267687 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55d7d8-814c-48c3-9eb0-88f41d1fbe5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f7adaa-ecf0-4c3d-b1e4-7d9029e744a5,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:34.268154 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-4c8dc39a-159f-4638-a4ce-a30e0e86ccb3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=37f4dc2b808744069396aa4ed63978b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1662877 Jul 19 17:17:34.270593 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 35044) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:34.323323 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ba5cab9a-6fdb-4c93-9423-28aa70a14eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:34.360333 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ba5cab9a-6fdb-4c93-9423-28aa70a14eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:34.411271 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ba5cab9a-6fdb-4c93-9423-28aa70a14eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:34.415222 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ba5cab9a-6fdb-4c93-9423-28aa70a14eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:34.416051 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-ba5cab9a-6fdb-4c93-9423-28aa70a14eb9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/abfd08bd-cb15-419e-b0de-ae46cd27a130 HTTP/1.1" status: 204 len: 168 time: 0.1443167 Jul 19 17:17:34.434148 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5cab9a-6fdb-4c93-9423-28aa70a14eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfd08bd-cb15-419e-b0de-ae46cd27a130,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:34.618071 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18412f6d-6667-4d75-8b5b-7d22aa056916 req-99949443-8f3b-4402-9430-a58eef96313d tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:34.619767 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-18412f6d-6667-4d75-8b5b-7d22aa056916 req-99949443-8f3b-4402-9430-a58eef96313d tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 945 time: 0.0806322 Jul 19 17:17:34.682406 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-18412f6d-6667-4d75-8b5b-7d22aa056916 req-2cf16f1a-021f-4cbe-9d0c-6ed950077b59 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492139 Jul 19 17:17:34.977587 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c9be2-8f37-41cc-8007-7d60e693ab70 req-fd034cc8-44f5-4873-b489-e3aa72cede40 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:34.980497 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7f7c9be2-8f37-41cc-8007-7d60e693ab70 req-fd034cc8-44f5-4873-b489-e3aa72cede40 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/ports?device_id=9888de1f-0f77-4ae2-9e97-9a6768ada0ea HTTP/1.1" status: 200 len: 945 time: 0.0916348 Jul 19 17:17:35.052187 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7f7c9be2-8f37-41cc-8007-7d60e693ab70 req-581aa466-144f-4a4a-b3fe-73c3693fe5ee tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/security-groups?id=093ca83b-ce86-4efa-925c-f703ebf3f19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644062 Jul 19 17:17:35.143921 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1250e-ad19-4608-8de3-1896fc086092 req-9c3820ec-4d25-4278-8c8e-e1f2f68ef50f tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:35.153271 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-75e1250e-ad19-4608-8de3-1896fc086092 req-9c3820ec-4d25-4278-8c8e-e1f2f68ef50f tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 945 time: 0.0911644 Jul 19 17:17:35.202511 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-75e1250e-ad19-4608-8de3-1896fc086092 req-338126e1-ef8c-4136-8a8f-23fe5b0ffaf2 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472145 Jul 19 17:17:35.202943 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b37667c-4096-48c2-ba23-88b23c2b50f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08182df-2a27-4a4a-90fa-e53dab98b0a0'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:17:35.211465 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa486d5c4e4f39956b43fe6dcc35bf0f2fe2e374caf29500c804b4cead58546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7c254f-876d-470b-9c94-70de166ef57a" -d '{"events": [{"server_uuid": "7b37667c-4096-48c2-ba23-88b23c2b50f5", "name": "network-vif-plugged", "status": "completed", "tag": "f08182df-2a27-4a4a-90fa-e53dab98b0a0"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:17:35.244696 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24786d40-40c0-4e95-9900-3b95569f7e44 req-863433fa-2e7f-442d-9a96-6d5177c49d89 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:35.252347 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-24786d40-40c0-4e95-9900-3b95569f7e44 req-863433fa-2e7f-442d-9a96-6d5177c49d89 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 946 time: 0.0925238 Jul 19 17:17:35.285335 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a8eb69-f3cb-4dea-86ef-48df6b714ec9 x-openstack-request-id: req-e1a8eb69-f3cb-4dea-86ef-48df6b714ec9 {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:17:35.285632 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b37667c-4096-48c2-ba23-88b23c2b50f5", "name": "network-vif-plugged", "status": "completed", "tag": "f08182df-2a27-4a4a-90fa-e53dab98b0a0", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:17:35.285890 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e1a8eb69-f3cb-4dea-86ef-48df6b714ec9 {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:17:35.286286 dv-cinder-801354-1-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b37667c-4096-48c2-ba23-88b23c2b50f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08182df-2a27-4a4a-90fa-e53dab98b0a0', 'code': 200} Jul 19 17:17:35.291535 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-24786d40-40c0-4e95-9900-3b95569f7e44 req-72313b2f-4072-4b9e-9d8d-f05a1a983e61 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372210 Jul 19 17:17:35.831240 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4511c2-c3bc-40cc-a473-aa3c860df985 req-cfd0b2a5-6cef-49ee-965e-0f555babae1e tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:35.832865 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7b4511c2-c3bc-40cc-a473-aa3c860df985 req-cfd0b2a5-6cef-49ee-965e-0f555babae1e tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 945 time: 0.0756736 Jul 19 17:17:35.871858 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7b4511c2-c3bc-40cc-a473-aa3c860df985 req-467181d1-0b3f-4087-a5ae-f73856bc03be tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324104 Jul 19 17:17:36.185889 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748e1c3-c8cf-4d53-918a-3b6ae141170e req-65643908-6823-4c04-a2d5-973fa76a07da tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:36.192690 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a748e1c3-c8cf-4d53-918a-3b6ae141170e req-65643908-6823-4c04-a2d5-973fa76a07da tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/ports?device_id=9888de1f-0f77-4ae2-9e97-9a6768ada0ea HTTP/1.1" status: 200 len: 945 time: 0.0720990 Jul 19 17:17:36.249871 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a748e1c3-c8cf-4d53-918a-3b6ae141170e req-2fe6a7a0-6eae-4809-aff0-3371064be542 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/security-groups?id=093ca83b-ce86-4efa-925c-f703ebf3f19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562253 Jul 19 17:17:36.406247 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e19c83-d5fa-4cd0-8b0c-deca9eaa3bd4 req-dae42abe-ed1c-4cbc-9565-7e51706e6301 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:36.414170 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-07e19c83-d5fa-4cd0-8b0c-deca9eaa3bd4 req-dae42abe-ed1c-4cbc-9565-7e51706e6301 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 945 time: 0.1019592 Jul 19 17:17:36.474933 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-07e19c83-d5fa-4cd0-8b0c-deca9eaa3bd4 req-279ce685-6c1a-4bda-800f-72eb566255c1 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584614 Jul 19 17:17:36.484662 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e07dd2-7bba-480b-b6c0-aa4e2d195903 req-f7368969-2236-4643-8645-9394e68fac54 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:36.499003 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-95e07dd2-7bba-480b-b6c0-aa4e2d195903 req-f7368969-2236-4643-8645-9394e68fac54 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 946 time: 0.1010399 Jul 19 17:17:36.536679 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-95e07dd2-7bba-480b-b6c0-aa4e2d195903 req-fa779b5e-e097-4f31-b243-087d46725a20 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365517 Jul 19 17:17:37.001764 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6d502-e271-4f1a-bf42-9ded003b8b0d req-99384ea1-53ea-4a8e-a4d4-20eb27da1905 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:37.003248 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b4e6d502-e271-4f1a-bf42-9ded003b8b0d req-99384ea1-53ea-4a8e-a4d4-20eb27da1905 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 945 time: 0.0644341 Jul 19 17:17:37.041891 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b4e6d502-e271-4f1a-bf42-9ded003b8b0d req-45cfe482-a50f-450d-8452-0dfb8f29cb06 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326650 Jul 19 17:17:37.099040 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device ab60a68a-9012-4b73-9baf-569fbea92105 up at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:17:37.146745 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning for port ab60a68a-9012-4b73-9baf-569fbea92105 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:17:37.151110 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning complete for port ab60a68a-9012-4b73-9baf-569fbea92105 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:17:37.151501 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:37.234071 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:37.267027 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port ab60a68a-9012-4b73-9baf-569fbea92105, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ab60a68a-9012-4b73-9baf-569fbea92105,segment=NetworkSegment(90d5fd33-a215-47be-b301-ae3a83f4aa65),segment_id=90d5fd33-a215-47be-b301-ae3a83f4aa65)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:17:37.270835 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:37.271762 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device 8af0c839-f209-4966-ab5a-3b4906e344b9 up at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:17:37.293667 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08226b43-0c8e-4505-ba42-9ed960824b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab60a68a-9012-4b73-9baf-569fbea92105'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:17:37.296311 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa486d5c4e4f39956b43fe6dcc35bf0f2fe2e374caf29500c804b4cead58546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3505f617-e061-4d2d-b2f3-237060539101" -d '{"events": [{"server_uuid": "08226b43-0c8e-4505-ba42-9ed960824b67", "name": "network-vif-plugged", "status": "completed", "tag": "ab60a68a-9012-4b73-9baf-569fbea92105"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:17:37.346989 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b04bb5-26c4-4c38-9fc2-8d2deca95fbb x-openstack-request-id: req-d4b04bb5-26c4-4c38-9fc2-8d2deca95fbb {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:17:37.347272 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08226b43-0c8e-4505-ba42-9ed960824b67", "name": "network-vif-plugged", "status": "completed", "tag": "ab60a68a-9012-4b73-9baf-569fbea92105", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:17:37.347519 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d4b04bb5-26c4-4c38-9fc2-8d2deca95fbb {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:17:37.347898 dv-cinder-801354-1-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08226b43-0c8e-4505-ba42-9ed960824b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab60a68a-9012-4b73-9baf-569fbea92105', 'code': 200} Jul 19 17:17:37.355590 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=ab60a68a-9012-4b73-9baf-569fbea92105,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:37.371698 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning for port 8af0c839-f209-4966-ab5a-3b4906e344b9 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:17:37.377815 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning complete for port 8af0c839-f209-4966-ab5a-3b4906e344b9 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:17:37.378340 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:37.416991 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b99b63-8212-4a25-af75-aae6dc930909 req-31e271c5-c91b-428f-92de-3fb6de9e2b12 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:37.418532 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-35b99b63-8212-4a25-af75-aae6dc930909 req-31e271c5-c91b-428f-92de-3fb6de9e2b12 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/ports?device_id=9888de1f-0f77-4ae2-9e97-9a6768ada0ea HTTP/1.1" status: 200 len: 945 time: 0.0734234 Jul 19 17:17:37.462049 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-35b99b63-8212-4a25-af75-aae6dc930909 req-e6ae7121-0912-485f-a9f7-91efed8df939 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/security-groups?id=093ca83b-ce86-4efa-925c-f703ebf3f19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377724 Jul 19 17:17:37.472436 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:37.512495 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port 8af0c839-f209-4966-ab5a-3b4906e344b9, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=8af0c839-f209-4966-ab5a-3b4906e344b9,segment=NetworkSegment(9abbeafd-2cb9-49a1-a6ee-9a4f9390b291),segment_id=9abbeafd-2cb9-49a1-a6ee-9a4f9390b291)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:17:37.517750 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:37.571898 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=8af0c839-f209-4966-ab5a-3b4906e344b9,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:37.633827 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b674d2-1674-428e-a9aa-42df87e71237 req-fcf81334-df7b-4510-b117-0a264b0c11e5 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:37.641593 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-89b674d2-1674-428e-a9aa-42df87e71237 req-fcf81334-df7b-4510-b117-0a264b0c11e5 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0851219 Jul 19 17:17:37.679724 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881941b-1eae-47f3-b637-36343c2baad2 req-9cca94c0-0faf-4ea8-bfa0-cf1567f9905f tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:37.681251 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1881941b-1eae-47f3-b637-36343c2baad2 req-9cca94c0-0faf-4ea8-bfa0-cf1567f9905f tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 946 time: 0.0745659 Jul 19 17:17:37.696848 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-89b674d2-1674-428e-a9aa-42df87e71237 req-d6ef4690-2ced-45f9-9a0d-d373141ae614 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497389 Jul 19 17:17:37.725748 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1881941b-1eae-47f3-b637-36343c2baad2 req-7b02ad28-da55-42e9-851a-e43c6c6bc9c6 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380979 Jul 19 17:17:37.876679 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 35288) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:37.976312 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0b8d1c0f-1979-435c-a9cc-493bd5487cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:38.068841 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0b8d1c0f-1979-435c-a9cc-493bd5487cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:38.073879 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0b8d1c0f-1979-435c-a9cc-493bd5487cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:38.115811 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 35296) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:38.116281 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-0b8d1c0f-1979-435c-a9cc-493bd5487cef admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6630bae95b5f49b2ba0b56c48a9fa473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2381392 Jul 19 17:17:38.116889 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d1c0f-1979-435c-a9cc-493bd5487cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a712d4-615e-4e56-915e-32611b350a12,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:38.234456 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f6197c1b-f20b-4550-9d55-d81d998d2c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:38.251069 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device d62cbab5-1afe-464b-9fdd-bc99a715f17f up at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:17:38.259589 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0565b-8511-4bfa-ac7d-5cc92151ce41 req-9d21031b-421d-4487-b6c4-ce0a5c785815 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:38.261499 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-dfc0565b-8511-4bfa-ac7d-5cc92151ce41 req-9d21031b-421d-4487-b6c4-ce0a5c785815 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 945 time: 0.1075394 Jul 19 17:17:38.274832 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f6197c1b-f20b-4550-9d55-d81d998d2c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:38.329829 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-dfc0565b-8511-4bfa-ac7d-5cc92151ce41 req-ac93006e-5509-45e5-a63d-bfe7b05fdbba tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604947 Jul 19 17:17:38.331200 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning for port d62cbab5-1afe-464b-9fdd-bc99a715f17f completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:17:38.336462 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning complete for port d62cbab5-1afe-464b-9fdd-bc99a715f17f triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:17:38.337643 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:38.352574 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f6197c1b-f20b-4550-9d55-d81d998d2c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:38.355559 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f6197c1b-f20b-4550-9d55-d81d998d2c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:38.359685 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-f6197c1b-f20b-4550-9d55-d81d998d2c61 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a5a712d4-615e-4e56-915e-32611b350a12 HTTP/1.1" status: 204 len: 168 time: 0.2400007 Jul 19 17:17:38.377873 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6197c1b-f20b-4550-9d55-d81d998d2c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a712d4-615e-4e56-915e-32611b350a12,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:38.418092 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176e78d-5db0-454d-a3f1-9e4484d21a03 req-9d88fc11-cddd-4379-a216-38b3c9fdc795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:38.420187 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b176e78d-5db0-454d-a3f1-9e4484d21a03 req-9d88fc11-cddd-4379-a216-38b3c9fdc795 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 1099 time: 0.1046159 Jul 19 17:17:38.470225 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b176e78d-5db0-454d-a3f1-9e4484d21a03 req-70baa2c6-e214-46ab-9d01-43128d2922c8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435760 Jul 19 17:17:38.476121 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b5757-c350-4b8f-8c44-de609b3414ae req-71290e19-dd87-440b-adad-aebab80defbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:38.477920 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-103b5757-c350-4b8f-8c44-de609b3414ae req-71290e19-dd87-440b-adad-aebab80defbf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 1099 time: 0.1024141 Jul 19 17:17:38.479806 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:38.488671 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-3dacba9a-3a11-4caa-921a-17f17d45e23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:38.529300 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port d62cbab5-1afe-464b-9fdd-bc99a715f17f, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d62cbab5-1afe-464b-9fdd-bc99a715f17f,segment=NetworkSegment(9abbeafd-2cb9-49a1-a6ee-9a4f9390b291),segment_id=9abbeafd-2cb9-49a1-a6ee-9a4f9390b291)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:17:38.535319 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:38.600406 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=d62cbab5-1afe-464b-9fdd-bc99a715f17f,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:38.610540 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71368261-1d8f-49f4-a45a-7139857c1d6c req-63638fa5-403e-4604-bad6-76520e4a57f4 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:38.612090 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-71368261-1d8f-49f4-a45a-7139857c1d6c req-63638fa5-403e-4604-bad6-76520e4a57f4 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/ports?device_id=9888de1f-0f77-4ae2-9e97-9a6768ada0ea HTTP/1.1" status: 200 len: 945 time: 0.0709188 Jul 19 17:17:38.659256 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-71368261-1d8f-49f4-a45a-7139857c1d6c req-30201371-aa94-42e3-a5ef-4d4dea638684 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/security-groups?id=093ca83b-ce86-4efa-925c-f703ebf3f19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389528 Jul 19 17:17:38.697952 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 35314) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:38.715004 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-49f0b06b-4216-4c97-b0fa-832aa06cf0bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:38.890781 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a1670-97d7-42d6-94f9-1d1bb6125014 req-6957d14e-eb14-43f8-93f1-c7a8f65c05b5 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:38.892753 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4a6a1670-97d7-42d6-94f9-1d1bb6125014 req-6957d14e-eb14-43f8-93f1-c7a8f65c05b5 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 946 time: 0.0838580 Jul 19 17:17:38.899019 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca81ced-cdaf-4ef3-8160-620dbab6c3f5 req-3549cfe6-afc7-4388-ae99-a23e7ccef8e8 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:38.900749 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-dca81ced-cdaf-4ef3-8160-620dbab6c3f5 req-3549cfe6-afc7-4388-ae99-a23e7ccef8e8 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.1422634 Jul 19 17:17:38.906130 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-49f0b06b-4216-4c97-b0fa-832aa06cf0bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:38.922631 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-49f0b06b-4216-4c97-b0fa-832aa06cf0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:38.936437 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4a6a1670-97d7-42d6-94f9-1d1bb6125014 req-78d7a139-50db-42c5-bd0e-fc1053849bfb tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371277 Jul 19 17:17:38.991621 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-dca81ced-cdaf-4ef3-8160-620dbab6c3f5 req-71859f46-13f4-4a35-b33e-98b9bf4f2760 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840318 Jul 19 17:17:38.998173 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-49f0b06b-4216-4c97-b0fa-832aa06cf0bf admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=eca9d01c95f045818a2132eb184848d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960103 Jul 19 17:17:38.998173 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0b06b-4216-4c97-b0fa-832aa06cf0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd70fda-a76a-41c1-8ba8-3f94d48c6e4b,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:38.998941 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 35328) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:39.061693 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f96074fa-b383-453d-9467-7a786f5fabb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:39.087439 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f96074fa-b383-453d-9467-7a786f5fabb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:39.130885 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f96074fa-b383-453d-9467-7a786f5fabb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:39.133644 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f96074fa-b383-453d-9467-7a786f5fabb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:39.134750 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-f96074fa-b383-453d-9467-7a786f5fabb3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/dfd70fda-a76a-41c1-8ba8-3f94d48c6e4b HTTP/1.1" status: 204 len: 168 time: 0.1350555 Jul 19 17:17:39.144569 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96074fa-b383-453d-9467-7a786f5fabb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd70fda-a76a-41c1-8ba8-3f94d48c6e4b,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:39.349456 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e1b90a-4696-49a8-acdd-1a6fe912e4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af0c839-f209-4966-ab5a-3b4906e344b9'}, {'server_uuid': '2ea96527-4260-4390-ac86-3bea220a8e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62cbab5-1afe-464b-9fdd-bc99a715f17f'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:17:39.352843 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa486d5c4e4f39956b43fe6dcc35bf0f2fe2e374caf29500c804b4cead58546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e643e8-313a-487e-ac88-5542b993eb54" -d '{"events": [{"server_uuid": "e9e1b90a-4696-49a8-acdd-1a6fe912e4f1", "name": "network-vif-plugged", "status": "completed", "tag": "8af0c839-f209-4966-ab5a-3b4906e344b9"}, {"server_uuid": "2ea96527-4260-4390-ac86-3bea220a8e41", "name": "network-vif-plugged", "status": "completed", "tag": "d62cbab5-1afe-464b-9fdd-bc99a715f17f"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:17:39.394981 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 19 Jul 2021 17:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb6beaf-c02f-4c19-9b49-8084df5c3518 x-openstack-request-id: req-6fb6beaf-c02f-4c19-9b49-8084df5c3518 {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:17:39.395270 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e1b90a-4696-49a8-acdd-1a6fe912e4f1", "name": "network-vif-plugged", "status": "completed", "tag": "8af0c839-f209-4966-ab5a-3b4906e344b9", "code": 200}, {"server_uuid": "2ea96527-4260-4390-ac86-3bea220a8e41", "name": "network-vif-plugged", "status": "completed", "tag": "d62cbab5-1afe-464b-9fdd-bc99a715f17f", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:17:39.395515 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6fb6beaf-c02f-4c19-9b49-8084df5c3518 {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:17:39.395904 dv-cinder-801354-1-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e1b90a-4696-49a8-acdd-1a6fe912e4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af0c839-f209-4966-ab5a-3b4906e344b9', 'code': 200} Jul 19 17:17:39.396152 dv-cinder-801354-1-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea96527-4260-4390-ac86-3bea220a8e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62cbab5-1afe-464b-9fdd-bc99a715f17f', 'code': 200} Jul 19 17:17:39.483560 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc9f79-37fe-4965-a625-3d20f27a8703 req-eaf6198a-f652-4e26-8187-ec4ec0883fcc tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:39.485058 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-03cc9f79-37fe-4965-a625-3d20f27a8703 req-eaf6198a-f652-4e26-8187-ec4ec0883fcc tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0662341 Jul 19 17:17:39.526841 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-03cc9f79-37fe-4965-a625-3d20f27a8703 req-782826e1-6dc4-46b4-9a77-5eceb7731ac3 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362158 Jul 19 17:17:40.075122 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf6dfd-0f84-4baa-9396-eff0cbe90618 req-dc759830-40a8-42b0-97a7-7dc9aa3af4c3 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:40.077245 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7eaf6dfd-0f84-4baa-9396-eff0cbe90618 req-dc759830-40a8-42b0-97a7-7dc9aa3af4c3 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 946 time: 0.0707576 Jul 19 17:17:40.132980 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7eaf6dfd-0f84-4baa-9396-eff0cbe90618 req-aa031cf1-6d87-42b0-8967-d7311d6b7505 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464137 Jul 19 17:17:40.149071 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec595f13-180b-46ec-991b-18414f11acc2 req-ee7eeab7-3d5f-4fd1-a8f2-669e5b1fe39d tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:40.150802 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ec595f13-180b-46ec-991b-18414f11acc2 req-ee7eeab7-3d5f-4fd1-a8f2-669e5b1fe39d tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0694525 Jul 19 17:17:40.190332 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ec595f13-180b-46ec-991b-18414f11acc2 req-02d202b3-70f5-4e87-84cb-f4483547a5ea tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335450 Jul 19 17:17:40.652565 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206dbc3e-f9de-4c45-acd7-6aaa0e4a832c req-bd68e056-8949-49b7-9780-b2f67d61fa0a tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:40.654108 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-206dbc3e-f9de-4c45-acd7-6aaa0e4a832c req-bd68e056-8949-49b7-9780-b2f67d61fa0a tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0617878 Jul 19 17:17:40.678335 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9e0f13f5-c6fe-46db-a96c-172dccab6f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:40.692643 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-206dbc3e-f9de-4c45-acd7-6aaa0e4a832c req-9633127a-010a-42fa-8e6e-f5c3643846a7 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327783 Jul 19 17:17:41.178801 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:41.257936 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb36cc-313f-4674-91ca-c44a0aab50f8 req-fb852d76-d885-4906-a2d7-71dcb99109cb tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:41.259345 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-14eb36cc-313f-4674-91ca-c44a0aab50f8 req-fb852d76-d885-4906-a2d7-71dcb99109cb tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 946 time: 0.0626314 Jul 19 17:17:41.297129 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-14eb36cc-313f-4674-91ca-c44a0aab50f8 req-217fd730-b3ba-49b9-8d97-a272eef40535 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321817 Jul 19 17:17:41.320508 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ecd4c6-7a16-48eb-9e1a-5ab73d3d455b req-e80bd70c-6255-4c76-9a42-92d4c976f1cd tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:41.321995 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-65ecd4c6-7a16-48eb-9e1a-5ab73d3d455b req-e80bd70c-6255-4c76-9a42-92d4c976f1cd tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0656121 Jul 19 17:17:41.358639 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-65ecd4c6-7a16-48eb-9e1a-5ab73d3d455b req-dfd9368f-f195-4e7b-b0f8-dff0744feb8a tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311451 Jul 19 17:17:41.492806 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-103b5757-c350-4b8f-8c44-de609b3414ae req-247629b0-33b0-4392-924e-0cd2871310d9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291350 Jul 19 17:17:41.698538 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead907a2-c8af-40dc-a37a-626ca71a6c0d req-fda61707-2c7d-4c52-8410-92f7408e73d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:41.700049 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ead907a2-c8af-40dc-a37a-626ca71a6c0d req-fda61707-2c7d-4c52-8410-92f7408e73d3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 1098 time: 0.0504432 Jul 19 17:17:41.735513 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ead907a2-c8af-40dc-a37a-626ca71a6c0d req-3ed469ec-118a-408b-97c0-e7adccc01691 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284212 Jul 19 17:17:41.828694 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105ee76-9499-444d-baa6-86541c4041c6 req-05a4c293-4019-4a0f-8819-106e7a0101ea tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:41.830399 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3105ee76-9499-444d-baa6-86541c4041c6 req-05a4c293-4019-4a0f-8819-106e7a0101ea tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0723386 Jul 19 17:17:41.842440 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77123ba2-dd11-4eeb-9d8f-2793ceab8118 req-5940f7cf-b9b3-4c6e-83a2-da1f197c2055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:41.843970 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-77123ba2-dd11-4eeb-9d8f-2793ceab8118 req-5940f7cf-b9b3-4c6e-83a2-da1f197c2055 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 1099 time: 0.0590975 Jul 19 17:17:41.868927 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3105ee76-9499-444d-baa6-86541c4041c6 req-0562ec6b-4dd4-4881-b7b7-5091ce80d4da tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319915 Jul 19 17:17:41.877041 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-77123ba2-dd11-4eeb-9d8f-2793ceab8118 req-6c09f637-bd3f-4f62-a6a4-93621d6ec27c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267389 Jul 19 17:17:41.916643 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:42.427794 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc876bf-db34-4b6e-a1cb-5e72ca8ee88e req-aff80399-c6b4-424a-8247-a5e9446526cb tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:42.429327 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7cc876bf-db34-4b6e-a1cb-5e72ca8ee88e req-aff80399-c6b4-424a-8247-a5e9446526cb tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 946 time: 0.0675418 Jul 19 17:17:42.468793 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7cc876bf-db34-4b6e-a1cb-5e72ca8ee88e req-17243048-29a2-42df-8dd7-9b8156d8873c tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338509 Jul 19 17:17:42.582481 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed61118-5a9a-4ef0-bb67-576e71075fbc req-f47fbced-ba4f-4713-accb-52766a7ad19e tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:42.583962 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2ed61118-5a9a-4ef0-bb67-576e71075fbc req-f47fbced-ba4f-4713-accb-52766a7ad19e tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0622473 Jul 19 17:17:42.623909 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2ed61118-5a9a-4ef0-bb67-576e71075fbc req-37e71702-5343-429a-89c2-41a7b5685653 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344551 Jul 19 17:17:42.994432 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27960136-e275-45f0-82ba-10361bf9dc7a req-de0f9a92-7034-4d97-a640-cc8c8ef600f4 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:42.995979 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-27960136-e275-45f0-82ba-10361bf9dc7a req-de0f9a92-7034-4d97-a640-cc8c8ef600f4 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0623779 Jul 19 17:17:43.033747 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-27960136-e275-45f0-82ba-10361bf9dc7a req-4be34df7-d090-471a-b47e-cd125f6d2241 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323822 Jul 19 17:17:43.595011 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e637d-c73b-4a42-8f4d-9595e16cae8a req-6262165f-2a41-4be0-b399-cf91832f129e tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:43.596394 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7d8e637d-c73b-4a42-8f4d-9595e16cae8a req-6262165f-2a41-4be0-b399-cf91832f129e tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 946 time: 0.0619287 Jul 19 17:17:43.631810 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7d8e637d-c73b-4a42-8f4d-9595e16cae8a req-07b7d56f-e2ec-4016-9875-8217b5328637 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300593 Jul 19 17:17:43.668052 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:43.750740 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c4ba1-f2ab-457b-8cfe-182e81a63a36 req-ec6de55c-01d1-44a5-a0bb-28294d286885 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:43.752152 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-009c4ba1-f2ab-457b-8cfe-182e81a63a36 req-ec6de55c-01d1-44a5-a0bb-28294d286885 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0637743 Jul 19 17:17:43.788295 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-009c4ba1-f2ab-457b-8cfe-182e81a63a36 req-e894b1eb-8197-4b3f-9619-acf4659b065c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306413 Jul 19 17:17:44.163828 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ae65a-b531-44de-9a6f-8b3773fd64e8 req-38fbb071-9971-4958-8a1a-a82e40ebb7d7 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:44.165393 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-446ae65a-b531-44de-9a6f-8b3773fd64e8 req-38fbb071-9971-4958-8a1a-a82e40ebb7d7 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0623457 Jul 19 17:17:44.202629 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-446ae65a-b531-44de-9a6f-8b3773fd64e8 req-f4b3eaa7-cb76-403e-a62a-2a9a1d9460db tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310256 Jul 19 17:17:44.755190 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692252fd-226a-41bf-a633-a6efdeeb06c7 req-d87cdc42-7661-4c79-9563-7efa76edc8be tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:44.756614 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-692252fd-226a-41bf-a633-a6efdeeb06c7 req-d87cdc42-7661-4c79-9563-7efa76edc8be tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 946 time: 0.0609412 Jul 19 17:17:44.796138 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-692252fd-226a-41bf-a633-a6efdeeb06c7 req-8d6e184e-a0bf-4fd3-b6e1-390afc002881 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338542 Jul 19 17:17:44.880335 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:44.916151 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f6328-371b-4816-9674-6da20e46ef93 req-16c589fb-a2f6-4d3b-947c-d9418c3cb7eb tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:44.917566 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c05f6328-371b-4816-9674-6da20e46ef93 req-16c589fb-a2f6-4d3b-947c-d9418c3cb7eb tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0657780 Jul 19 17:17:44.954447 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c05f6328-371b-4816-9674-6da20e46ef93 req-88bea1c9-84bc-49ec-b5c7-eea90e749a70 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314982 Jul 19 17:17:45.328472 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc104ed4-be3a-4e9a-9c2e-44197d8bf2d1 req-72c04c68-108d-4280-ba37-12699d56ac26 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:45.329958 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cc104ed4-be3a-4e9a-9c2e-44197d8bf2d1 req-72c04c68-108d-4280-ba37-12699d56ac26 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0628703 Jul 19 17:17:45.365700 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cc104ed4-be3a-4e9a-9c2e-44197d8bf2d1 req-fc416852-1a01-43cd-a9ab-99e94e759d4f tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302572 Jul 19 17:17:45.930043 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f9daf-b9d7-4fa5-b460-d6aae72abf73 req-e780c353-03af-4336-8a49-17ed6fe3f858 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:45.931571 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ee2f9daf-b9d7-4fa5-b460-d6aae72abf73 req-e780c353-03af-4336-8a49-17ed6fe3f858 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 946 time: 0.0700700 Jul 19 17:17:45.969763 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ee2f9daf-b9d7-4fa5-b460-d6aae72abf73 req-f9e279c7-6bd1-4b95-8b08-84921c5c2a5e tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326202 Jul 19 17:17:46.088536 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc44bd3-3beb-4a03-bbd8-4ddcd0bb1d6f req-8761800d-4963-4a3c-9093-1ae16a03fc29 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:46.090058 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4bc44bd3-3beb-4a03-bbd8-4ddcd0bb1d6f req-8761800d-4963-4a3c-9093-1ae16a03fc29 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0685818 Jul 19 17:17:46.129233 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4bc44bd3-3beb-4a03-bbd8-4ddcd0bb1d6f req-dbfca5b1-aa54-491e-b106-8528f3905716 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328996 Jul 19 17:17:46.298956 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3b3ff-d57a-473e-9027-d31c9debe2f6 req-bcf73ae8-11c9-4770-b1c1-71decaf7a425 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:46.300422 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-69d3b3ff-d57a-473e-9027-d31c9debe2f6 req-bcf73ae8-11c9-4770-b1c1-71decaf7a425 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0651703 Jul 19 17:17:46.309761 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 35534) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:46.314446 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-cb2498ee-089e-42e5-a359-ce3c229f83ac tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Request body: {'floatingip': {'port_id': 'ab60a68a-9012-4b73-9baf-569fbea92105'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:17:46.387612 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-cb2498ee-089e-42e5-a359-ce3c229f83ac tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for floatingip, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:46.521991 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6a10d-146c-4590-840a-594c6f498219 req-723a484f-5498-40be-812d-2f0b3263d584 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:46.523667 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-bbf6a10d-146c-4590-840a-594c6f498219 req-723a484f-5498-40be-812d-2f0b3263d584 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0803251 Jul 19 17:17:46.568782 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-bbf6a10d-146c-4590-840a-594c6f498219 req-1a61fabf-8378-4515-948f-713d99773254 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379772 Jul 19 17:17:47.272885 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025244f5-8ad7-4438-8918-a237f2b258fd req-eccf7143-f5c4-4f9d-aab9-79a40f062f59 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:47.274461 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-025244f5-8ad7-4438-8918-a237f2b258fd req-eccf7143-f5c4-4f9d-aab9-79a40f062f59 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 946 time: 0.1821301 Jul 19 17:17:47.380291 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-cb2498ee-089e-42e5-a359-ce3c229f83ac tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:47.384256 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-025244f5-8ad7-4438-8918-a237f2b258fd req-ed1be59b-b41d-401c-8c9c-54c7ac5db4c7 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011600 Jul 19 17:17:47.385597 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-cb2498ee-089e-42e5-a359-ce3c229f83ac tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-974214'] for floatingip, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:47.508528 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.db.l3_db [None req-cb2498ee-089e-42e5-a359-ce3c229f83ac tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Floating IP d5225bcc-bcb4-4bb4-a116-82053dc25eeb associated. External IP: 172.27.1.35, port: ab60a68a-9012-4b73-9baf-569fbea92105. Jul 19 17:17:47.746774 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 35606) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:47.748630 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335fc98-1d3b-4152-8542-e99a18831600 req-ea6b9227-0091-48c5-9104-fa8db54801b0 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:47.753643 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9335fc98-1d3b-4152-8542-e99a18831600 req-ea6b9227-0091-48c5-9104-fa8db54801b0 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0873435 Jul 19 17:17:47.815757 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2498ee-089e-42e5-a359-ce3c229f83ac tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Router 31f9997c-e443-4c64-90b9-e28fefa3b7ff has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:17:47.840009 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9335fc98-1d3b-4152-8542-e99a18831600 req-1ecac531-494a-4c86-a3e3-2e9f2c7dd58a tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655475 Jul 19 17:17:47.940028 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c1a96901-3ea3-41f9-a785-030590d50141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:47.988204 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2498ee-089e-42e5-a359-ce3c229f83ac tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:17:47.993355 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-cb2498ee-089e-42e5-a359-ce3c229f83ac tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for floatingip, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:48.008072 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799c70f4-1825-49c5-971a-3a4ada955eb4 None None] Sync routers for ids ['31f9997c-e443-4c64-90b9-e28fefa3b7ff'] in dv-cinder-801354-1-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:17:48.022576 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799c70f4-1825-49c5-971a-3a4ada955eb4 None None] Routers {'31f9997c-e443-4c64-90b9-e28fefa3b7ff'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:17:48.023674 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-799c70f4-1825-49c5-971a-3a4ada955eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:17:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['31f9997c-e443-4c64-90b9-e28fefa3b7ff'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:17:48.113240 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c1a96901-3ea3-41f9-a785-030590d50141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:48.116115 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-cb2498ee-089e-42e5-a359-ce3c229f83ac tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "PUT /v2.0/floatingips/d5225bcc-bcb4-4bb4-a116-82053dc25eeb HTTP/1.1" status: 200 len: 991 time: 1.8052375 Jul 19 17:17:48.116917 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08226b43-0c8e-4505-ba42-9ed960824b67', 'tag': 'ab60a68a-9012-4b73-9baf-569fbea92105'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:17:48.126581 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fef583e105ae9f56b0e46fddec7b2a97c38b8d2c10713f95f240075d2f3bd9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee9b13a-471f-4da6-a949-0661c1842b42" -d '{"events": [{"name": "network-changed", "server_uuid": "08226b43-0c8e-4505-ba42-9ed960824b67", "tag": "ab60a68a-9012-4b73-9baf-569fbea92105"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:17:48.134394 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c1a96901-3ea3-41f9-a785-030590d50141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:48.164513 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-c1a96901-3ea3-41f9-a785-030590d50141 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=391b67428582417d9c58f93eb08fe103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4149168 Jul 19 17:17:48.172143 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 35628) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:48.181925 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-799c70f4-1825-49c5-971a-3a4ada955eb4 None None] Set router 31f9997c-e443-4c64-90b9-e28fefa3b7ff gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:17:48.212013 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a96901-3ea3-41f9-a785-030590d50141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410b61d7-b061-4e49-9497-c410ce926565,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:48.246945 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7745de13-293f-4b60-b15c-4a40ef3fc146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:48.273027 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df26107-f081-4d14-9baa-1e383d9610df req-2c0b73ea-39c2-448a-9c58-6dd09f2d7a2a tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:48.274614 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9df26107-f081-4d14-9baa-1e383d9610df req-2c0b73ea-39c2-448a-9c58-6dd09f2d7a2a tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.1261404 Jul 19 17:17:48.277782 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0023546-b53d-4dd4-9b62-ce3650021ecc req-e9ff9f12-1847-4e8f-b75d-f1dc4c4d7de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:48.278410 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7745de13-293f-4b60-b15c-4a40ef3fc146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:48.279814 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d0023546-b53d-4dd4-9b62-ce3650021ecc req-e9ff9f12-1847-4e8f-b75d-f1dc4c4d7de2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3fefd3e37824e00a95d515b7ba1d64f&device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 1099 time: 0.1197093 Jul 19 17:17:48.333137 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a1a04c-6d01-40a3-ac69-e2eb1237d674 x-openstack-request-id: req-71a1a04c-6d01-40a3-ac69-e2eb1237d674 {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:17:48.333478 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08226b43-0c8e-4505-ba42-9ed960824b67", "tag": "ab60a68a-9012-4b73-9baf-569fbea92105", "status": "completed", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:17:48.333592 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-71a1a04c-6d01-40a3-ac69-e2eb1237d674 {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:17:48.333996 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08226b43-0c8e-4505-ba42-9ed960824b67', 'tag': 'ab60a68a-9012-4b73-9baf-569fbea92105', 'status': 'completed', 'code': 200} Jul 19 17:17:48.382194 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7745de13-293f-4b60-b15c-4a40ef3fc146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:48.387253 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7745de13-293f-4b60-b15c-4a40ef3fc146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:48.393292 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-7745de13-293f-4b60-b15c-4a40ef3fc146 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/410b61d7-b061-4e49-9497-c410ce926565 HTTP/1.1" status: 204 len: 168 time: 0.2186224 Jul 19 17:17:48.401956 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745de13-293f-4b60-b15c-4a40ef3fc146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410b61d7-b061-4e49-9497-c410ce926565,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:48.419826 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9df26107-f081-4d14-9baa-1e383d9610df req-8b1832d5-cd4f-41e3-b1f8-48bf2c492748 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385164 Jul 19 17:17:48.482820 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0023546-b53d-4dd4-9b62-ce3650021ecc req-0b215092-b036-45e1-adf2-606a8afdcc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:48.484845 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d0023546-b53d-4dd4-9b62-ce3650021ecc req-0b215092-b036-45e1-adf2-606a8afdcc97 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a209b5ff-a816-4116-89fd-51c10f2a2246 HTTP/1.1" status: 200 len: 920 time: 0.1957822 Jul 19 17:17:48.504022 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9b13a-471f-4da6-a949-0661c1842b42 req-118636da-d5f7-44b9-9357-40f95ed62771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:48.505308 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9ee9b13a-471f-4da6-a949-0661c1842b42 req-118636da-d5f7-44b9-9357-40f95ed62771 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc220f375215460db8d07850e09978fb&device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 1099 time: 0.1246166 Jul 19 17:17:48.555295 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d0023546-b53d-4dd4-9b62-ce3650021ecc req-bbf03ba8-e639-48c4-8096-9d73951c98bb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d62cbab5-1afe-464b-9fdd-bc99a715f17f HTTP/1.1" status: 200 len: 217 time: 0.0487273 Jul 19 17:17:48.627668 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-799c70f4-1825-49c5-971a-3a4ada955eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'name': 'tempest-AttachVolumeTestJSON-92550418-router', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f1f6d06f-143b-4989-9190-693149265255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:16:55Z', 'updated_at': '2021-07-19T17:16:59Z', 'revision_number': 4, 'project_id': 'dc220f375215460db8d07850e09978fb', 'gw_port': {'id': 'f1f6d06f-143b-4989-9190-693149265255', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:16:56Z', 'updated_at': '2021-07-19T17:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_floatingips': [{'id': 'd5225bcc-bcb4-4bb4-a116-82053dc25eeb', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'router_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'port_id': 'ab60a68a-9012-4b73-9baf-569fbea92105', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478', 'mac_address': 'fa:16:3e:ad:2a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08226b43-0c8e-4505-ba42-9ed960824b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:17:08Z', 'updated_at': '2021-07-19T17:17:47Z', 'revision_number': 1, 'project_id': 'dc220f375215460db8d07850e09978fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eef02279-157e-4ef5-a47c-2ecf77b3cde2', 'name': '', 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'mac_address': 'fa:16:3e:f9:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '53a8e247-a27a-46a2-abea-935b2a780c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:16:58Z', 'updated_at': '2021-07-19T17:17:07Z', 'revision_number': 5, 'project_id': 'dc220f375215460db8d07850e09978fb', 'subnets': [{'id': '53a8e247-a27a-46a2-abea-935b2a780c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:17:48.647533 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 35660) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:48.670798 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799c70f4-1825-49c5-971a-3a4ada955eb4 None None] Checking router: 31f9997c-e443-4c64-90b9-e28fefa3b7ff for host: dv-cinder-801354-1-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:17:48.683161 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799c70f4-1825-49c5-971a-3a4ada955eb4 None None] Routers {'31f9997c-e443-4c64-90b9-e28fefa3b7ff'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:17:48.684113 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-799c70f4-1825-49c5-971a-3a4ada955eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:17:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['31f9997c-e443-4c64-90b9-e28fefa3b7ff'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:17:48.693944 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0023546-b53d-4dd4-9b62-ce3650021ecc req-cd8ba407-da9e-47ac-ac50-b8f511c46a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:48.695752 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d0023546-b53d-4dd4-9b62-ce3650021ecc req-cd8ba407-da9e-47ac-ac50-b8f511c46a61 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82845a4e-b4a7-4a3d-97be-1a8a6043c86e HTTP/1.1" status: 200 len: 859 time: 0.1299226 Jul 19 17:17:48.727429 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_v2 [None req-3997a514-333c-4397-9b60-7ea3d9a0f3ae admin admin] Deleting subnet 6f57e8c0-e0d9-4efb-a799-3c14a54f3534 {{(pid=93286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:17:48.732433 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3997a514-333c-4397-9b60-7ea3d9a0f3ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:48.756182 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d0023546-b53d-4dd4-9b62-ce3650021ecc req-94da1f67-a405-4f20-9aae-ae6f5331fd4c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a209b5ff-a816-4116-89fd-51c10f2a2246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347776 Jul 19 17:17:48.763941 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9b13a-471f-4da6-a949-0661c1842b42 req-e5b14325-2bf8-4690-bd96-4257516451c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:48.766312 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9ee9b13a-471f-4da6-a949-0661c1842b42 req-e5b14325-2bf8-4690-bd96-4257516451c8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a2a529f0-73cb-4c3b-8ecb-6e30cb300478 HTTP/1.1" status: 200 len: 910 time: 0.2208099 Jul 19 17:17:48.775130 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3997a514-333c-4397-9b60-7ea3d9a0f3ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10966596'] for subnet, precommit_delete_associations {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:48.812154 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 35664) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:48.835857 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-59ef18bf-4d19-4be6-aca5-93d0b2479776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:48.851473 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3997a514-333c-4397-9b60-7ea3d9a0f3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4122676'] for subnet, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:48.965326 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9ee9b13a-471f-4da6-a949-0661c1842b42 req-1e570741-7963-4559-8771-d425c33fe8f4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab60a68a-9012-4b73-9baf-569fbea92105 HTTP/1.1" status: 200 len: 999 time: 0.1586542 Jul 19 17:17:48.972111 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d0023546-b53d-4dd4-9b62-ce3650021ecc req-db29e12d-2a72-4d5b-8b4d-a0c2e60d2999 service neutron] 10.222.0.16 "GET /v2.0/networks/a209b5ff-a816-4116-89fd-51c10f2a2246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996598 Jul 19 17:17:48.973732 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3997a514-333c-4397-9b60-7ea3d9a0f3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4122671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10507190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11126016'] for subnet, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:49.002161 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-799c70f4-1825-49c5-971a-3a4ada955eb4 None None] Set router 31f9997c-e443-4c64-90b9-e28fefa3b7ff gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:17:49.011064 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997a514-333c-4397-9b60-7ea3d9a0f3ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f57e8c0-e0d9-4efb-a799-3c14a54f3534,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:49.019958 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3997a514-333c-4397-9b60-7ea3d9a0f3ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:49.021923 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-3997a514-333c-4397-9b60-7ea3d9a0f3ae admin admin] 10.222.0.63 "DELETE /v2.0/subnets/6f57e8c0-e0d9-4efb-a799-3c14a54f3534 HTTP/1.1" status: 204 len: 168 time: 0.3733830 Jul 19 17:17:49.024459 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 35674) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:49.102266 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9b13a-471f-4da6-a949-0661c1842b42 req-85df8466-8741-412e-9ba5-f461c2c9629c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:49.103677 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9ee9b13a-471f-4da6-a949-0661c1842b42 req-85df8466-8741-412e-9ba5-f461c2c9629c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=53a8e247-a27a-46a2-abea-935b2a780c56 HTTP/1.1" status: 200 len: 848 time: 0.1202226 Jul 19 17:17:49.121449 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2427d716-59ce-4112-b6a3-4a7f16aca7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3735101'] for network, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:49.146761 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d0023546-b53d-4dd4-9b62-ce3650021ecc req-4231a0c2-85f4-4da5-818f-bb59af1ec10a service neutron] 10.222.0.16 "GET /v2.0/networks/a209b5ff-a816-4116-89fd-51c10f2a2246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609204 Jul 19 17:17:49.189180 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-59ef18bf-4d19-4be6-aca5-93d0b2479776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:49.239617 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-59ef18bf-4d19-4be6-aca5-93d0b2479776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:49.275185 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9b13a-471f-4da6-a949-0661c1842b42 req-727844e6-be72-4c44-ae30-9cef78434443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:49.277834 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9ee9b13a-471f-4da6-a949-0661c1842b42 req-727844e6-be72-4c44-ae30-9cef78434443 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a2a529f0-73cb-4c3b-8ecb-6e30cb300478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1414111 Jul 19 17:17:49.326933 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2427d716-59ce-4112-b6a3-4a7f16aca7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4124440', 'neutron.services.segments.db._delete_segments_for_network-8737332645178'] for network, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:49.330614 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-799c70f4-1825-49c5-971a-3a4ada955eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'name': 'tempest-AttachVolumeTestJSON-92550418-router', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f1f6d06f-143b-4989-9190-693149265255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:16:55Z', 'updated_at': '2021-07-19T17:16:59Z', 'revision_number': 4, 'project_id': 'dc220f375215460db8d07850e09978fb', 'gw_port': {'id': 'f1f6d06f-143b-4989-9190-693149265255', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:16:56Z', 'updated_at': '2021-07-19T17:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_floatingips': [{'id': 'd5225bcc-bcb4-4bb4-a116-82053dc25eeb', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'router_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'port_id': 'ab60a68a-9012-4b73-9baf-569fbea92105', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478', 'mac_address': 'fa:16:3e:ad:2a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08226b43-0c8e-4505-ba42-9ed960824b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:17:08Z', 'updated_at': '2021-07-19T17:17:47Z', 'revision_number': 1, 'project_id': 'dc220f375215460db8d07850e09978fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eef02279-157e-4ef5-a47c-2ecf77b3cde2', 'name': '', 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'mac_address': 'fa:16:3e:f9:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '53a8e247-a27a-46a2-abea-935b2a780c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:16:58Z', 'updated_at': '2021-07-19T17:17:07Z', 'revision_number': 5, 'project_id': 'dc220f375215460db8d07850e09978fb', 'subnets': [{'id': '53a8e247-a27a-46a2-abea-935b2a780c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:17:49.353107 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-2427d716-59ce-4112-b6a3-4a7f16aca7d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4934415f-57a8-4dfd-a0c7-4f883dd26b64']}} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:17:49.365333 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799c70f4-1825-49c5-971a-3a4ada955eb4 None None] The sync data for ids ['31f9997c-e443-4c64-90b9-e28fefa3b7ff'] in dv-cinder-801354-1-iscsi is: [{'id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'name': 'tempest-AttachVolumeTestJSON-92550418-router', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f1f6d06f-143b-4989-9190-693149265255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:16:55Z', 'updated_at': '2021-07-19T17:16:59Z', 'revision_number': 4, 'project_id': 'dc220f375215460db8d07850e09978fb', 'gw_port': {'id': 'f1f6d06f-143b-4989-9190-693149265255', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:16:56Z', 'updated_at': '2021-07-19T17:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_floatingips': [{'id': 'd5225bcc-bcb4-4bb4-a116-82053dc25eeb', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'router_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'port_id': 'ab60a68a-9012-4b73-9baf-569fbea92105', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478', 'mac_address': 'fa:16:3e:ad:2a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08226b43-0c8e-4505-ba42-9ed960824b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:17:08Z', 'updated_at': '2021-07-19T17:17:47Z', 'revision_number': 1, 'project_id': 'dc220f375215460db8d07850e09978fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eef02279-157e-4ef5-a47c-2ecf77b3cde2', 'name': '', 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'mac_address': 'fa:16:3e:f9:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '53a8e247-a27a-46a2-abea-935b2a780c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:16:58Z', 'updated_at': '2021-07-19T17:17:07Z', 'revision_number': 5, 'project_id': 'dc220f375215460db8d07850e09978fb', 'subnets': [{'id': '53a8e247-a27a-46a2-abea-935b2a780c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:17:49.380288 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-59ef18bf-4d19-4be6-aca5-93d0b2479776 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=28d8e32adedb45debe5b2322ac1c6775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5668316 Jul 19 17:17:49.380902 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 35690) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:49.382873 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-2427d716-59ce-4112-b6a3-4a7f16aca7d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4080cb93-05fc-4a22-8852-5b8211118aad') {'for_net_delete': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:17:49.383173 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-2427d716-59ce-4112-b6a3-4a7f16aca7d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4080cb93-05fc-4a22-8852-5b8211118aad') {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:17:49.406536 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef18bf-4d19-4be6-aca5-93d0b2479776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd866083-da89-4b1e-b0f5-cdfcb02aec69,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:49.415542 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2427d716-59ce-4112-b6a3-4a7f16aca7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737332645443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10966623'] for segment, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:49.444010 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2427d716-59ce-4112-b6a3-4a7f16aca7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:49.457587 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2427d716-59ce-4112-b6a3-4a7f16aca7d2 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=93286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:17:49.458136 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2427d716-59ce-4112-b6a3-4a7f16aca7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10507228'] for segment, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: Traceback (most recent call last): Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: timer() Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: cb(*args, **kw) Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: return func(*args, **kwargs) Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: self._notify() Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: self.callback(batched_events) Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: event.method(event) Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: return f(self, *a, **k) Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: return self._get(url).json() Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: return self.request(url, 'GET', **kwargs) Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:17:49.460206 dv-cinder-801354-1-iscsi neutron-server[93286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:17:49.581541 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-533966df-6a29-468c-98cd-375f8b68fd20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:49.591879 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2427d716-59ce-4112-b6a3-4a7f16aca7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-974196'] for network, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:49.600615 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2427d716-59ce-4112-b6a3-4a7f16aca7d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:49.605308 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-2427d716-59ce-4112-b6a3-4a7f16aca7d2 admin admin] 10.222.0.63 "DELETE /v2.0/networks/4934415f-57a8-4dfd-a0c7-4f883dd26b64 HTTP/1.1" status: 204 len: 168 time: 0.5773215 Jul 19 17:17:49.611940 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 35698) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:49.627276 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-533966df-6a29-468c-98cd-375f8b68fd20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:49.629131 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427d716-59ce-4112-b6a3-4a7f16aca7d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4934415f-57a8-4dfd-a0c7-4f883dd26b64,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:49.684533 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-533966df-6a29-468c-98cd-375f8b68fd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:49.687688 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-533966df-6a29-468c-98cd-375f8b68fd20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:49.692924 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-533966df-6a29-468c-98cd-375f8b68fd20 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bd866083-da89-4b1e-b0f5-cdfcb02aec69 HTTP/1.1" status: 204 len: 168 time: 0.3040657 Jul 19 17:17:49.709349 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533966df-6a29-468c-98cd-375f8b68fd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd866083-da89-4b1e-b0f5-cdfcb02aec69,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:49.751930 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dd709c-d9a8-4ec7-884c-5be97d42e7de None None] New status for floating IP d5225bcc-bcb4-4bb4-a116-82053dc25eeb: ACTIVE {{(pid=93287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:17:49.754944 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d57932-010e-4ea7-9ee5-14b08a13f604 admin admin] Deleting subnet fc46ef93-309a-4d47-b0cf-145cb0489f47 {{(pid=93285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:17:49.759557 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9ee9b13a-471f-4da6-a949-0661c1842b42 req-7dd44d69-59c3-4c22-a1f0-22633922d7c3 service neutron] 10.222.0.16 "GET /v2.0/networks/a2a529f0-73cb-4c3b-8ecb-6e30cb300478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4706242 Jul 19 17:17:49.765757 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-44d57932-010e-4ea7-9ee5-14b08a13f604 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:49.825950 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e731f-fcf6-4716-88f4-02cacf45e087 req-f54ada8c-f915-4013-943d-1e2b330706f9 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:49.834746 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c52e731f-fcf6-4716-88f4-02cacf45e087 req-f54ada8c-f915-4013-943d-1e2b330706f9 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.2680295 Jul 19 17:17:49.863783 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 35708) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:49.904067 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c52e731f-fcf6-4716-88f4-02cacf45e087 req-0b264ed7-e034-4c80-9ca7-ca5ba66a45b1 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674977 Jul 19 17:17:49.911171 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-44d57932-010e-4ea7-9ee5-14b08a13f604 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:49.921732 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-44d57932-010e-4ea7-9ee5-14b08a13f604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4122676'] for subnet, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:50.071285 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9ee9b13a-471f-4da6-a949-0661c1842b42 req-b994e7e9-f730-4535-9e18-153e6660c8c8 service neutron] 10.222.0.16 "GET /v2.0/networks/a2a529f0-73cb-4c3b-8ecb-6e30cb300478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027220 Jul 19 17:17:50.087176 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-44d57932-010e-4ea7-9ee5-14b08a13f604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4122671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for subnet, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:50.124918 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d57932-010e-4ea7-9ee5-14b08a13f604 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc46ef93-309a-4d47-b0cf-145cb0489f47,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:50.128366 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-44d57932-010e-4ea7-9ee5-14b08a13f604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:50.133176 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-44d57932-010e-4ea7-9ee5-14b08a13f604 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/fc46ef93-309a-4d47-b0cf-145cb0489f47 HTTP/1.1" status: 204 len: 168 time: 0.5158417 Jul 19 17:17:50.133595 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 35720) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:50.395499 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5540c729-8512-49d8-9718-481b4f55ebac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:50.451483 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6d0f5fdf-01d7-4c4b-96d3-971ec20f09c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3735101'] for network, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:50.562426 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6d0f5fdf-01d7-4c4b-96d3-971ec20f09c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4124440', 'neutron.services.segments.db._delete_segments_for_network-8737332645178'] for network, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:50.577473 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-6d0f5fdf-01d7-4c4b-96d3-971ec20f09c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69559684-5314-4ebd-a7a7-99e587206b68']}} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:17:50.592516 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-6d0f5fdf-01d7-4c4b-96d3-971ec20f09c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099ad6fb-03cb-463f-ad60-0a8916479ba4') {'for_net_delete': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:17:50.592823 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-6d0f5fdf-01d7-4c4b-96d3-971ec20f09c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099ad6fb-03cb-463f-ad60-0a8916479ba4') {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:17:50.604431 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6d0f5fdf-01d7-4c4b-96d3-971ec20f09c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737332645443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10966623'] for segment, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:50.628379 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6d0f5fdf-01d7-4c4b-96d3-971ec20f09c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:50.631428 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5540c729-8512-49d8-9718-481b4f55ebac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:50.636442 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5540c729-8512-49d8-9718-481b4f55ebac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:50.639401 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d0f5fdf-01d7-4c4b-96d3-971ec20f09c5 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=93286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:17:50.639768 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6d0f5fdf-01d7-4c4b-96d3-971ec20f09c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10507228'] for segment, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:50.643472 dv-cinder-801354-1-iscsi neutron-server[93286]: Traceback (most recent call last): Jul 19 17:17:50.643472 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:17:50.643472 dv-cinder-801354-1-iscsi neutron-server[93286]: timer() Jul 19 17:17:50.643472 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:17:50.643472 dv-cinder-801354-1-iscsi neutron-server[93286]: cb(*args, **kw) Jul 19 17:17:50.643472 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:17:50.643472 dv-cinder-801354-1-iscsi neutron-server[93286]: return func(*args, **kwargs) Jul 19 17:17:50.643472 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:17:50.643472 dv-cinder-801354-1-iscsi neutron-server[93286]: self._notify() Jul 19 17:17:50.643472 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:17:50.643472 dv-cinder-801354-1-iscsi neutron-server[93286]: self.callback(batched_events) Jul 19 17:17:50.643472 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:17:50.643472 dv-cinder-801354-1-iscsi neutron-server[93286]: event.method(event) Jul 19 17:17:50.643472 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:17:50.643472 dv-cinder-801354-1-iscsi neutron-server[93286]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:17:50.643472 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:17:50.643472 dv-cinder-801354-1-iscsi neutron-server[93286]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:17:50.643472 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:17:50.643472 dv-cinder-801354-1-iscsi neutron-server[93286]: return f(self, *a, **k) Jul 19 17:17:50.643472 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:17:50.643472 dv-cinder-801354-1-iscsi neutron-server[93286]: return self._get(url).json() Jul 19 17:17:50.643472 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:17:50.643472 dv-cinder-801354-1-iscsi neutron-server[93286]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:17:50.643472 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:17:50.643472 dv-cinder-801354-1-iscsi neutron-server[93286]: return self.request(url, 'GET', **kwargs) Jul 19 17:17:50.643472 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:17:50.643472 dv-cinder-801354-1-iscsi neutron-server[93286]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:17:50.643472 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:17:50.643472 dv-cinder-801354-1-iscsi neutron-server[93286]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:17:50.643472 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:17:50.643472 dv-cinder-801354-1-iscsi neutron-server[93286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:17:50.643472 dv-cinder-801354-1-iscsi neutron-server[93286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:17:50.724798 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540c729-8512-49d8-9718-481b4f55ebac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46921500-0558-4390-8e7f-b7b9062e252b,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:50.726489 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-5540c729-8512-49d8-9718-481b4f55ebac admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=73a89777cd8e484aa9d117a0b0e7ab7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8615634 Jul 19 17:17:50.729449 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 35750) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:50.737071 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6d0f5fdf-01d7-4c4b-96d3-971ec20f09c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-974196'] for network, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:50.748946 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6d0f5fdf-01d7-4c4b-96d3-971ec20f09c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:50.750782 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-6d0f5fdf-01d7-4c4b-96d3-971ec20f09c5 admin admin] 10.222.0.63 "DELETE /v2.0/networks/69559684-5314-4ebd-a7a7-99e587206b68 HTTP/1.1" status: 204 len: 168 time: 0.6167846 Jul 19 17:17:50.766293 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f5fdf-01d7-4c4b-96d3-971ec20f09c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=69559684-5314-4ebd-a7a7-99e587206b68,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:50.800817 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3e56c6f9-2246-4e90-bf8e-a9d9812be84a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:50.821972 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3e56c6f9-2246-4e90-bf8e-a9d9812be84a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:50.879591 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3e56c6f9-2246-4e90-bf8e-a9d9812be84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:50.882444 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3e56c6f9-2246-4e90-bf8e-a9d9812be84a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:50.883625 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-3e56c6f9-2246-4e90-bf8e-a9d9812be84a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/46921500-0558-4390-8e7f-b7b9062e252b HTTP/1.1" status: 204 len: 168 time: 0.1536219 Jul 19 17:17:50.892770 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56c6f9-2246-4e90-bf8e-a9d9812be84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46921500-0558-4390-8e7f-b7b9062e252b,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:50.954763 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 35764) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:51.008962 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-2d983d36-b51e-42aa-98c2-531a2583dcd3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=11b49f56a92c41b2af88bc3b4a80fb1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530362 Jul 19 17:17:51.009829 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 35766) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:51.051413 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca7fa8-086c-41fa-8ff5-48758172a40b req-8d5ed7a2-640f-476e-b435-740a1527a15c tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:51.052993 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d3ca7fa8-086c-41fa-8ff5-48758172a40b req-8d5ed7a2-640f-476e-b435-740a1527a15c tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0823328 Jul 19 17:17:51.071289 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7c4f608d-0086-4843-b01d-415c93f3e800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:51.103527 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7c4f608d-0086-4843-b01d-415c93f3e800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:51.136666 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d3ca7fa8-086c-41fa-8ff5-48758172a40b req-f4e57a8c-c6b1-4c70-83db-2ca1ef740e7e tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766625 Jul 19 17:17:51.174754 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7c4f608d-0086-4843-b01d-415c93f3e800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:51.177876 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7c4f608d-0086-4843-b01d-415c93f3e800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:51.181293 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-7c4f608d-0086-4843-b01d-415c93f3e800 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ce03dc2a-44b8-4a7f-a199-f8ea2b33ab0b HTTP/1.1" status: 204 len: 168 time: 0.1682088 Jul 19 17:17:51.188191 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f608d-0086-4843-b01d-415c93f3e800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce03dc2a-44b8-4a7f-a199-f8ea2b33ab0b,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:51.369875 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 35784) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:51.389123 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-687e077f-f3e3-463c-abb6-36e87d80a3d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:51.504745 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-687e077f-f3e3-463c-abb6-36e87d80a3d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:51.511011 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-687e077f-f3e3-463c-abb6-36e87d80a3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:51.561673 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-687e077f-f3e3-463c-abb6-36e87d80a3d6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=54227424cea1473baa218118b61aa934&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906791 Jul 19 17:17:51.562510 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e077f-f3e3-463c-abb6-36e87d80a3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc1d57a-06f1-4ac5-b233-2a44c63d606e,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:51.564684 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 35794) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:51.623415 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b4d0e4e0-2b6b-4e34-b2f4-8e38eb18f975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:51.651659 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b4d0e4e0-2b6b-4e34-b2f4-8e38eb18f975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:51.715249 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 35800) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:51.734897 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b4d0e4e0-2b6b-4e34-b2f4-8e38eb18f975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:51.737394 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b4d0e4e0-2b6b-4e34-b2f4-8e38eb18f975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:51.738498 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-b4d0e4e0-2b6b-4e34-b2f4-8e38eb18f975 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9bc1d57a-06f1-4ac5-b233-2a44c63d606e HTTP/1.1" status: 204 len: 168 time: 0.1727107 Jul 19 17:17:51.757038 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0e4e0-2b6b-4e34-b2f4-8e38eb18f975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc1d57a-06f1-4ac5-b233-2a44c63d606e,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:51.784953 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-0ccf196d-343c-4a33-a310-b37aa3085c4e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2ef0a722ac444477ac563ea737b18ea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0654676 Jul 19 17:17:51.785180 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 35804) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:51.836478 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-41ed94aa-9319-4904-8f1b-4ce9fbfbb8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:51.861414 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-41ed94aa-9319-4904-8f1b-4ce9fbfbb8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:51.924417 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-41ed94aa-9319-4904-8f1b-4ce9fbfbb8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:51.927207 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-41ed94aa-9319-4904-8f1b-4ce9fbfbb8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:51.931073 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-41ed94aa-9319-4904-8f1b-4ce9fbfbb8e5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/964261e1-6e13-4772-8a94-995627d89abf HTTP/1.1" status: 204 len: 168 time: 0.1444712 Jul 19 17:17:51.940239 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed94aa-9319-4904-8f1b-4ce9fbfbb8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964261e1-6e13-4772-8a94-995627d89abf,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:52.287903 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6bcf5-bbdd-41a7-bdaf-60ff3160914d req-9e70ffd4-0950-45d7-9c4f-083b4d1e0aa3 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:52.289518 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f1d6bcf5-bbdd-41a7-bdaf-60ff3160914d req-9e70ffd4-0950-45d7-9c4f-083b4d1e0aa3 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0761480 Jul 19 17:17:52.330769 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f1d6bcf5-bbdd-41a7-bdaf-60ff3160914d req-9aef34af-fdae-4491-8b30-c58efe1726c5 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345609 Jul 19 17:17:53.467330 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682d49d-9174-4a50-b44e-8324b71a9e8f req-19da8f2f-9d16-496b-b303-97278573c6ff tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:53.468926 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d682d49d-9174-4a50-b44e-8324b71a9e8f req-19da8f2f-9d16-496b-b303-97278573c6ff tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0663311 Jul 19 17:17:53.525791 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d682d49d-9174-4a50-b44e-8324b71a9e8f req-836b3640-fb6c-428b-8e2c-1e16130abbf9 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506063 Jul 19 17:17:54.651558 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048d5cf-ecae-40af-9522-267ed4e1156e req-4d473df9-fad1-467a-a078-be6e8f061169 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:54.652976 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7048d5cf-ecae-40af-9522-267ed4e1156e req-4d473df9-fad1-467a-a078-be6e8f061169 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0610013 Jul 19 17:17:54.688614 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7048d5cf-ecae-40af-9522-267ed4e1156e req-0f6a9d4f-8bec-41fd-a91f-c3707f7426f3 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297983 Jul 19 17:17:55.821713 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f21afd-e6e5-49b7-89e9-744b0c0f937b req-ec96439b-f289-4d32-acd9-b4b37b85529e tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:55.823167 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-78f21afd-e6e5-49b7-89e9-744b0c0f937b req-ec96439b-f289-4d32-acd9-b4b37b85529e tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0649049 Jul 19 17:17:55.861240 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-78f21afd-e6e5-49b7-89e9-744b0c0f937b req-52ac809c-1baa-4084-872d-6415d23835a3 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320623 Jul 19 17:17:57.013134 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9149ca1-a4d3-4b7c-8717-5e0872f49983 req-4f20275f-499f-41df-9034-f992b140b379 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:57.014766 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c9149ca1-a4d3-4b7c-8717-5e0872f49983 req-4f20275f-499f-41df-9034-f992b140b379 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0870206 Jul 19 17:17:57.055009 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c9149ca1-a4d3-4b7c-8717-5e0872f49983 req-18249674-f4bc-40ed-b51e-b49e0cbfc854 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333149 Jul 19 17:17:57.904225 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d682a22-27c6-4510-bfb4-8ae35440f121 req-e18d06b3-4dc3-46e7-83d1-e3b78f169dd6 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:57.905835 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7d682a22-27c6-4510-bfb4-8ae35440f121 req-e18d06b3-4dc3-46e7-83d1-e3b78f169dd6 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/ports?device_id=9888de1f-0f77-4ae2-9e97-9a6768ada0ea HTTP/1.1" status: 200 len: 945 time: 0.1139483 Jul 19 17:17:57.939283 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 36070) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:57.989097 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7d682a22-27c6-4510-bfb4-8ae35440f121 req-f8650ff4-5aae-42c1-81a8-6a811f862be8 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/security-groups?id=093ca83b-ce86-4efa-925c-f703ebf3f19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687325 Jul 19 17:17:58.088814 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7c7d1024-375c-489b-8601-56a33a416377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:58.227273 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67703168-186d-4069-bbe4-8857e30d5ad6 req-7b851ad1-855d-4fda-8b26-7be80e095182 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:58.228994 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-67703168-186d-4069-bbe4-8857e30d5ad6 req-7b851ad1-855d-4fda-8b26-7be80e095182 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0928025 Jul 19 17:17:58.306357 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7c7d1024-375c-489b-8601-56a33a416377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:58.313660 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-67703168-186d-4069-bbe4-8857e30d5ad6 req-61af10fb-24d1-455b-b9e8-22f6c291c038 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714939 Jul 19 17:17:58.314976 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7c7d1024-375c-489b-8601-56a33a416377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:58.365313 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-7c7d1024-375c-489b-8601-56a33a416377 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fc25512559954a46951bdc48434c7468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4248099 Jul 19 17:17:58.366354 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d1024-375c-489b-8601-56a33a416377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44c3591-62dc-45e4-9741-41e660321b1c,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:58.368291 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 36114) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:58.374305 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d1024-375c-489b-8601-56a33a416377 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:17:58.374655 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d1024-375c-489b-8601-56a33a416377 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:17:58.374999 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d1024-375c-489b-8601-56a33a416377 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:17:58.375333 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d1024-375c-489b-8601-56a33a416377 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:17:58.375817 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d1024-375c-489b-8601-56a33a416377 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:17:58.376158 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d1024-375c-489b-8601-56a33a416377 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:17:58.376484 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d1024-375c-489b-8601-56a33a416377 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:17:58.376811 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d1024-375c-489b-8601-56a33a416377 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:17:58.377144 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d1024-375c-489b-8601-56a33a416377 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:17:58.377483 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d1024-375c-489b-8601-56a33a416377 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:17:58.377801 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d1024-375c-489b-8601-56a33a416377 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:17:58.378127 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d1024-375c-489b-8601-56a33a416377 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:17:58.434340 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-518224b1-e217-49fd-9b80-2994dbdb5f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:58.468349 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-518224b1-e217-49fd-9b80-2994dbdb5f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:58.531909 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-518224b1-e217-49fd-9b80-2994dbdb5f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:58.534497 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-518224b1-e217-49fd-9b80-2994dbdb5f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:58.535693 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-518224b1-e217-49fd-9b80-2994dbdb5f14 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d44c3591-62dc-45e4-9741-41e660321b1c HTTP/1.1" status: 204 len: 168 time: 0.1657860 Jul 19 17:17:58.549371 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518224b1-e217-49fd-9b80-2994dbdb5f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44c3591-62dc-45e4-9741-41e660321b1c,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:58.558098 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518224b1-e217-49fd-9b80-2994dbdb5f14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:17:58.558675 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518224b1-e217-49fd-9b80-2994dbdb5f14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:17:58.559180 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518224b1-e217-49fd-9b80-2994dbdb5f14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:17:58.559720 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518224b1-e217-49fd-9b80-2994dbdb5f14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:17:58.560618 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518224b1-e217-49fd-9b80-2994dbdb5f14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:17:58.561151 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518224b1-e217-49fd-9b80-2994dbdb5f14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:17:58.561826 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518224b1-e217-49fd-9b80-2994dbdb5f14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:17:58.563108 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518224b1-e217-49fd-9b80-2994dbdb5f14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:17:58.563656 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518224b1-e217-49fd-9b80-2994dbdb5f14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:17:58.564207 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518224b1-e217-49fd-9b80-2994dbdb5f14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:17:58.564728 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518224b1-e217-49fd-9b80-2994dbdb5f14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:17:58.565375 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518224b1-e217-49fd-9b80-2994dbdb5f14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:17:58.565658 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 36130) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:58.676405 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6a498d64-12a7-4f53-8443-b00ceef9c468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:58.774017 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6a498d64-12a7-4f53-8443-b00ceef9c468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:58.778406 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6a498d64-12a7-4f53-8443-b00ceef9c468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:58.822254 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a498d64-12a7-4f53-8443-b00ceef9c468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e4e467-2379-4d5a-9898-9a3e39b5c336,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:58.834178 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-6a498d64-12a7-4f53-8443-b00ceef9c468 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=82e257a2e8db412c9882681c3c0309cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2674053 Jul 19 17:17:58.836694 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 36136) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:58.887207 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9cf0e705-4df2-4228-808f-c21b84ec1b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:58.902045 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 36138) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:58.909858 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9cf0e705-4df2-4228-808f-c21b84ec1b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:58.916331 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-63b77b74-a1bb-49aa-84d5-ecef471abaa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:58.959939 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9cf0e705-4df2-4228-808f-c21b84ec1b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:58.964129 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9cf0e705-4df2-4228-808f-c21b84ec1b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:58.965376 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-9cf0e705-4df2-4228-808f-c21b84ec1b33 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d6e4e467-2379-4d5a-9898-9a3e39b5c336 HTTP/1.1" status: 204 len: 168 time: 0.1276419 Jul 19 17:17:58.976765 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0e705-4df2-4228-808f-c21b84ec1b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e4e467-2379-4d5a-9898-9a3e39b5c336,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:59.025549 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-63b77b74-a1bb-49aa-84d5-ecef471abaa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:59.032075 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-63b77b74-a1bb-49aa-84d5-ecef471abaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:59.066111 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-63b77b74-a1bb-49aa-84d5-ecef471abaa2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8e51de807b0249dda0e550ebe6e24617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1629920 Jul 19 17:17:59.069376 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 36148) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:59.093999 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b77b74-a1bb-49aa-84d5-ecef471abaa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a002d9-fdd5-4eee-8674-dd8a974178ae,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:59.185724 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3b534f77-fdd6-4e2a-be9c-0f03af3b5bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:59.195888 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc95124-69fd-425d-9f04-24b34d7558fa req-b18b539d-0876-4e08-8d96-b9316cae7ea1 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:59.197396 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-adc95124-69fd-425d-9f04-24b34d7558fa req-b18b539d-0876-4e08-8d96-b9316cae7ea1 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/ports?device_id=9888de1f-0f77-4ae2-9e97-9a6768ada0ea HTTP/1.1" status: 200 len: 945 time: 0.1289160 Jul 19 17:17:59.231411 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3b534f77-fdd6-4e2a-be9c-0f03af3b5bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:59.260359 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-adc95124-69fd-425d-9f04-24b34d7558fa req-634e2a26-9d77-4b83-bb57-a0472edbd60f tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/security-groups?id=093ca83b-ce86-4efa-925c-f703ebf3f19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552821 Jul 19 17:17:59.293061 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3b534f77-fdd6-4e2a-be9c-0f03af3b5bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:59.296578 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3b534f77-fdd6-4e2a-be9c-0f03af3b5bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:59.300050 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-3b534f77-fdd6-4e2a-be9c-0f03af3b5bda admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/09a002d9-fdd5-4eee-8674-dd8a974178ae HTTP/1.1" status: 204 len: 168 time: 0.2267385 Jul 19 17:17:59.306977 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b534f77-fdd6-4e2a-be9c-0f03af3b5bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a002d9-fdd5-4eee-8674-dd8a974178ae,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:59.380351 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 36162) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:59.400406 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-931e0041-5e25-44f2-83fa-37e51bdba0c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:59.537864 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4170005-afc6-4786-81af-b53d31f00203 req-5d010e81-ebab-4223-a978-0a6a74f1bc3c tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:17:59.539700 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d4170005-afc6-4786-81af-b53d31f00203 req-5d010e81-ebab-4223-a978-0a6a74f1bc3c tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.1415219 Jul 19 17:17:59.576663 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-931e0041-5e25-44f2-83fa-37e51bdba0c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:59.595674 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-931e0041-5e25-44f2-83fa-37e51bdba0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:59.608481 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d4170005-afc6-4786-81af-b53d31f00203 req-304c13d1-6b72-4aad-bd0e-809fdf91daf7 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589893 Jul 19 17:17:59.663110 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e0041-5e25-44f2-83fa-37e51bdba0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb34afce-f5ef-4998-bae0-4f9783be5e59,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:17:59.673805 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-931e0041-5e25-44f2-83fa-37e51bdba0c0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f43f9873ce96416794e3bdf6dbaeb091&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2917428 Jul 19 17:17:59.676306 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 36180) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:17:59.743252 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-505413b0-15a2-4d80-9137-2919a9ee4d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:59.767622 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-505413b0-15a2-4d80-9137-2919a9ee4d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:59.819968 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-505413b0-15a2-4d80-9137-2919a9ee4d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:59.822685 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-505413b0-15a2-4d80-9137-2919a9ee4d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:17:59.823904 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-505413b0-15a2-4d80-9137-2919a9ee4d62 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bb34afce-f5ef-4998-bae0-4f9783be5e59 HTTP/1.1" status: 204 len: 168 time: 0.1466186 Jul 19 17:17:59.832461 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505413b0-15a2-4d80-9137-2919a9ee4d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb34afce-f5ef-4998-bae0-4f9783be5e59,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:00.050661 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafff75-d67e-438d-b701-8ad144fe049b req-9e36b3a2-3bc7-4d01-acc3-ff55b40fb70c tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:00.052103 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5aafff75-d67e-438d-b701-8ad144fe049b req-9e36b3a2-3bc7-4d01-acc3-ff55b40fb70c tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.16 "GET /v2.0/ports?device_id=9888de1f-0f77-4ae2-9e97-9a6768ada0ea HTTP/1.1" status: 200 len: 945 time: 0.0758204 Jul 19 17:18:00.119066 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 36204) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:00.215566 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-5aafff75-d67e-438d-b701-8ad144fe049b req-7d0874da-aee1-4a57-b178-b73b26b836d7 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Deleting port d2f7c143-dc96-4447-87df-ff40cfcbbd71 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:18:00.216122 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-5aafff75-d67e-438d-b701-8ad144fe049b req-7d0874da-aee1-4a57-b178-b73b26b836d7 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:00.278842 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7bad8ea3-d04c-4a73-bb89-05158df94ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:00.335989 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-5aafff75-d67e-438d-b701-8ad144fe049b req-7d0874da-aee1-4a57-b178-b73b26b836d7 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] For port d2f7c143-dc96-4447-87df-ff40cfcbbd71, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d2f7c143-dc96-4447-87df-ff40cfcbbd71,segment=NetworkSegment(8ce55dfc-31b5-4322-80fd-ed649b556636),segment_id=8ce55dfc-31b5-4322-80fd-ed649b556636)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:18:00.336308 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-5aafff75-d67e-438d-b701-8ad144fe049b req-7d0874da-aee1-4a57-b178-b73b26b836d7 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:00.389656 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-5aafff75-d67e-438d-b701-8ad144fe049b req-7d0874da-aee1-4a57-b178-b73b26b836d7 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Calling delete_port for d2f7c143-dc96-4447-87df-ff40cfcbbd71 owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:18:00.417694 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7bad8ea3-d04c-4a73-bb89-05158df94ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:00.423522 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7bad8ea3-d04c-4a73-bb89-05158df94ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:00.477389 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-7bad8ea3-d04c-4a73-bb89-05158df94ec3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f89ea9585cbc4c319032bee6a54b1900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3570702 Jul 19 17:18:00.477789 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 36230) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:00.478555 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad8ea3-d04c-4a73-bb89-05158df94ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91738d87-3e5f-46df-8e37-71f40850cc97,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:00.516279 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c0c7e-70ab-4c0e-bc52-061b5a45a87d req-46b9a5fc-9a2d-4e4f-97c6-a6d477821741 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:00.517815 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a77c0c7e-70ab-4c0e-bc52-061b5a45a87d req-46b9a5fc-9a2d-4e4f-97c6-a6d477821741 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/ports?device_id=9888de1f-0f77-4ae2-9e97-9a6768ada0ea HTTP/1.1" status: 200 len: 945 time: 0.1656294 Jul 19 17:18:00.613559 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a77c0c7e-70ab-4c0e-bc52-061b5a45a87d req-73eafafa-4adf-4acc-87ec-61e4f1c54c6a tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/security-groups?id=093ca83b-ce86-4efa-925c-f703ebf3f19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790005 Jul 19 17:18:00.616244 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0507c000-a1a9-4d5c-a9a4-5870608f9f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:00.671394 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0507c000-a1a9-4d5c-a9a4-5870608f9f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:00.713627 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-5aafff75-d67e-438d-b701-8ad144fe049b req-7d0874da-aee1-4a57-b178-b73b26b836d7 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:00.746834 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['d2f7c143-dc96-4447-87df-ff40cfcbbd71'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:18:00.770452 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0874da-aee1-4a57-b178-b73b26b836d7 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Pushing event deleted for resources: {'Port': ['ID=d2f7c143-dc96-4447-87df-ff40cfcbbd71,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:00.843667 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aafff75-d67e-438d-b701-8ad144fe049b req-7d0874da-aee1-4a57-b178-b73b26b836d7 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] No DVR routers for this DVR port d2f7c143-dc96-4447-87df-ff40cfcbbd71 on host hv-cinder-80135 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:18:00.849057 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-5aafff75-d67e-438d-b701-8ad144fe049b req-7d0874da-aee1-4a57-b178-b73b26b836d7 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:00.851055 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5aafff75-d67e-438d-b701-8ad144fe049b req-7d0874da-aee1-4a57-b178-b73b26b836d7 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.16 "DELETE /v2.0/ports/d2f7c143-dc96-4447-87df-ff40cfcbbd71 HTTP/1.1" status: 204 len: 173 time: 0.7887373 Jul 19 17:18:00.851598 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9888de1f-0f77-4ae2-9e97-9a6768ada0ea', 'name': 'network-vif-deleted', 'tag': 'd2f7c143-dc96-4447-87df-ff40cfcbbd71'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:18:00.853990 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e632d4-bcd6-492f-bf60-7e09e5c4a18d" -d '{"events": [{"server_uuid": "9888de1f-0f77-4ae2-9e97-9a6768ada0ea", "name": "network-vif-deleted", "tag": "d2f7c143-dc96-4447-87df-ff40cfcbbd71"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:18:00.856454 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0507c000-a1a9-4d5c-a9a4-5870608f9f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:00.859028 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0507c000-a1a9-4d5c-a9a4-5870608f9f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:00.860146 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-0507c000-a1a9-4d5c-a9a4-5870608f9f5c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/91738d87-3e5f-46df-8e37-71f40850cc97 HTTP/1.1" status: 204 len: 168 time: 0.3799648 Jul 19 17:18:00.873729 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507c000-a1a9-4d5c-a9a4-5870608f9f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91738d87-3e5f-46df-8e37-71f40850cc97,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:00.885473 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648b401-12b1-48c4-8fae-c9bb6997d10a req-94d7e30c-c6cc-4337-8af9-b995bee6668e tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:00.887392 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c648b401-12b1-48c4-8fae-c9bb6997d10a req-94d7e30c-c6cc-4337-8af9-b995bee6668e tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.1930003 Jul 19 17:18:00.951301 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c648b401-12b1-48c4-8fae-c9bb6997d10a req-af83cd8a-1c44-406f-aadb-c115acc7f66a tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492771 Jul 19 17:18:00.953098 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e2fa20-2e21-4eb1-bd10-4d00aa38cbb9 x-openstack-request-id: req-c0e2fa20-2e21-4eb1-bd10-4d00aa38cbb9 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:18:00.953417 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9888de1f-0f77-4ae2-9e97-9a6768ada0ea", "name": "network-vif-deleted", "tag": "d2f7c143-dc96-4447-87df-ff40cfcbbd71", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:18:00.953669 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c0e2fa20-2e21-4eb1-bd10-4d00aa38cbb9 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:18:00.954067 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9888de1f-0f77-4ae2-9e97-9a6768ada0ea', 'name': 'network-vif-deleted', 'tag': 'd2f7c143-dc96-4447-87df-ff40cfcbbd71', 'status': 'completed', 'code': 200} Jul 19 17:18:01.253692 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 36272) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:01.268339 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f4cefd70-ef1d-48db-8e36-38bb9dcfb1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:01.337977 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 36274) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:01.374018 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f4cefd70-ef1d-48db-8e36-38bb9dcfb1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:01.378383 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f4cefd70-ef1d-48db-8e36-38bb9dcfb1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:01.421002 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-f4cefd70-ef1d-48db-8e36-38bb9dcfb1c3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=35b30e8bb1214553b46f5734e9bcd385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1661608 Jul 19 17:18:01.422642 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 36278) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:01.423033 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cefd70-ef1d-48db-8e36-38bb9dcfb1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59520d7e-92ac-46bb-9e71-90631eace237,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:01.481844 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b5e89aeb-424b-4e57-82c3-b5d61e8141b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:01.503817 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b5e89aeb-424b-4e57-82c3-b5d61e8141b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:01.536944 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4030db20-33c5-42f3-b6cd-d34cb245beb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:01.580333 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b5e89aeb-424b-4e57-82c3-b5d61e8141b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:01.582859 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b5e89aeb-424b-4e57-82c3-b5d61e8141b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:01.583999 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-b5e89aeb-424b-4e57-82c3-b5d61e8141b6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/59520d7e-92ac-46bb-9e71-90631eace237 HTTP/1.1" status: 204 len: 168 time: 0.1601315 Jul 19 17:18:01.601112 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e89aeb-424b-4e57-82c3-b5d61e8141b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59520d7e-92ac-46bb-9e71-90631eace237,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:01.677829 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4030db20-33c5-42f3-b6cd-d34cb245beb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:01.687967 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4030db20-33c5-42f3-b6cd-d34cb245beb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:01.729401 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-4030db20-33c5-42f3-b6cd-d34cb245beb7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2c82b43a620245c2bedeb8194a6e3204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3885658 Jul 19 17:18:01.730543 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4030db20-33c5-42f3-b6cd-d34cb245beb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a621cf-b9d5-404b-bf16-9d6322b5b2dd,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:01.733424 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 36286) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:01.758689 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8013e4d0-7fbb-4802-a2e2-6fcfb1f78b28 req-bbcfe742-8f7c-431d-8b34-a168b2d20bf8 tempest-DeleteServersTestJSON-319886589 tempest-DeleteServersTestJSON-319886589-project] 10.222.0.63 "GET /v2.0/ports?device_id=9888de1f-0f77-4ae2-9e97-9a6768ada0ea HTTP/1.1" status: 200 len: 210 time: 0.0428381 Jul 19 17:18:01.809363 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-81e83b99-4fc3-42bb-a5b5-515b5168af07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:01.842275 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-81e83b99-4fc3-42bb-a5b5-515b5168af07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:01.891833 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-81e83b99-4fc3-42bb-a5b5-515b5168af07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:01.894708 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-81e83b99-4fc3-42bb-a5b5-515b5168af07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:01.898408 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-81e83b99-4fc3-42bb-a5b5-515b5168af07 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d6a621cf-b9d5-404b-bf16-9d6322b5b2dd HTTP/1.1" status: 204 len: 168 time: 0.1616638 Jul 19 17:18:01.913950 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e83b99-4fc3-42bb-a5b5-515b5168af07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a621cf-b9d5-404b-bf16-9d6322b5b2dd,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:02.083194 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f62e64-6ac8-4b01-9cc5-6ca784e93f88 req-5ad2f839-ed7c-4ca3-9bed-deb406218ec5 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:02.093500 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-77f62e64-6ac8-4b01-9cc5-6ca784e93f88 req-5ad2f839-ed7c-4ca3-9bed-deb406218ec5 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0821974 Jul 19 17:18:02.147672 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-77f62e64-6ac8-4b01-9cc5-6ca784e93f88 req-0b561ccc-da0c-4441-a64c-d3cdb71ccf85 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490358 Jul 19 17:18:03.309839 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4ccb5-2643-409c-97c2-9c63e67ef15c req-4f896165-20c6-4bae-a0da-8592ea1b7ab7 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:03.313956 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-15f4ccb5-2643-409c-97c2-9c63e67ef15c req-4f896165-20c6-4bae-a0da-8592ea1b7ab7 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.1022172 Jul 19 17:18:03.350274 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-15f4ccb5-2643-409c-97c2-9c63e67ef15c req-246b0155-4e24-44e1-9f25-c823ab134d28 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323236 Jul 19 17:18:03.979758 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 36420) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:04.077477 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-99b7d039-d9fa-4919-a00a-31fcd071cb24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:04.167836 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-99b7d039-d9fa-4919-a00a-31fcd071cb24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:04.171536 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-99b7d039-d9fa-4919-a00a-31fcd071cb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:04.207457 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-99b7d039-d9fa-4919-a00a-31fcd071cb24 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3a608161451f48db957295ff0f80e10e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266850 Jul 19 17:18:04.208371 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7d039-d9fa-4919-a00a-31fcd071cb24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec4806a-3612-4dae-9c24-cc7292ea152d,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:04.210225 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 36424) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:04.258710 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-aa9cb71d-67fb-4cd4-b144-2cec459f613d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:04.280290 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-aa9cb71d-67fb-4cd4-b144-2cec459f613d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:04.327263 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-aa9cb71d-67fb-4cd4-b144-2cec459f613d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:04.330032 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-aa9cb71d-67fb-4cd4-b144-2cec459f613d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:04.331112 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-aa9cb71d-67fb-4cd4-b144-2cec459f613d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9ec4806a-3612-4dae-9c24-cc7292ea152d HTTP/1.1" status: 204 len: 168 time: 0.1199117 Jul 19 17:18:04.344699 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9cb71d-67fb-4cd4-b144-2cec459f613d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec4806a-3612-4dae-9c24-cc7292ea152d,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:04.484638 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab2eba-0451-4437-a392-4d0b293942e5 req-ebc44766-308b-4ca1-94ed-21ae7f3ae2ec tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:04.486247 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c4ab2eba-0451-4437-a392-4d0b293942e5 req-ebc44766-308b-4ca1-94ed-21ae7f3ae2ec tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0648868 Jul 19 17:18:04.529045 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c4ab2eba-0451-4437-a392-4d0b293942e5 req-219fd56f-8645-4333-8913-57e63587e3b8 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372779 Jul 19 17:18:04.602864 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 36442) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:04.615454 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-095fdce9-3a05-4ff8-98c0-a0af0d450ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:04.704422 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-095fdce9-3a05-4ff8-98c0-a0af0d450ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:04.708119 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-095fdce9-3a05-4ff8-98c0-a0af0d450ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:04.744102 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-095fdce9-3a05-4ff8-98c0-a0af0d450ecc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f492c07c718f4a92992b6386f99576ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1401877 Jul 19 17:18:04.744921 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095fdce9-3a05-4ff8-98c0-a0af0d450ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85b5a44-3263-4240-9482-8ac439ea3ea0,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:04.748078 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 36444) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:04.781950 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device d2f7c143-dc96-4447-87df-ff40cfcbbd71 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:18:04.800457 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c1a2d3f3-82ff-47d9-b700-964234a067cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:04.802326 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] No Port match for: d2f7c143-dc96-4447-87df-ff40cfcbbd71 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:18:04.802671 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device d2f7c143-dc96-4447-87df-ff40cfcbbd71 not bound to the agent host hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:18:04.821280 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c1a2d3f3-82ff-47d9-b700-964234a067cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:04.864675 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c1a2d3f3-82ff-47d9-b700-964234a067cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:04.867286 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c1a2d3f3-82ff-47d9-b700-964234a067cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:04.868448 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-c1a2d3f3-82ff-47d9-b700-964234a067cb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d85b5a44-3263-4240-9482-8ac439ea3ea0 HTTP/1.1" status: 204 len: 168 time: 0.1189628 Jul 19 17:18:04.876570 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2d3f3-82ff-47d9-b700-964234a067cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85b5a44-3263-4240-9482-8ac439ea3ea0,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:05.665512 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37e952-f2f3-4ea2-b8b8-15f3e6bd43be req-381d086e-7166-4202-b990-b6b03bc74158 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:05.666989 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7d37e952-f2f3-4ea2-b8b8-15f3e6bd43be req-381d086e-7166-4202-b990-b6b03bc74158 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0690429 Jul 19 17:18:05.703770 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7d37e952-f2f3-4ea2-b8b8-15f3e6bd43be req-eb9d9b3b-48f2-40dc-b45d-22bec3c2d7e9 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308597 Jul 19 17:18:05.871954 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 36486) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:05.969693 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-99520bbc-3d6d-448e-9f22-76649f850a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:06.059967 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-99520bbc-3d6d-448e-9f22-76649f850a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:06.063519 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-99520bbc-3d6d-448e-9f22-76649f850a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:06.272191 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-99520bbc-3d6d-448e-9f22-76649f850a17 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e1cae30f06174eff866ce695ce03c4ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3984778 Jul 19 17:18:06.273093 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99520bbc-3d6d-448e-9f22-76649f850a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f52cc25-ced7-493f-b37e-b16b24d34cad,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:06.273798 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 36490) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:06.321545 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-315264ca-4cc5-4920-92d4-6f4fa01ef444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:06.342946 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-315264ca-4cc5-4920-92d4-6f4fa01ef444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:06.388807 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-315264ca-4cc5-4920-92d4-6f4fa01ef444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:06.391387 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-315264ca-4cc5-4920-92d4-6f4fa01ef444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:06.392517 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-315264ca-4cc5-4920-92d4-6f4fa01ef444 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4f52cc25-ced7-493f-b37e-b16b24d34cad HTTP/1.1" status: 204 len: 168 time: 0.1177561 Jul 19 17:18:06.400653 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315264ca-4cc5-4920-92d4-6f4fa01ef444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f52cc25-ced7-493f-b37e-b16b24d34cad,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:06.842346 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f24fdd-b91d-4d0c-a0ed-125798843a51 req-b67aa444-56d9-484e-ad5b-bd262e13706f tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:06.844410 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-29f24fdd-b91d-4d0c-a0ed-125798843a51 req-b67aa444-56d9-484e-ad5b-bd262e13706f tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0717306 Jul 19 17:18:06.888150 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-29f24fdd-b91d-4d0c-a0ed-125798843a51 req-f0d2282b-eb9e-4932-93c9-cd708649525a tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381060 Jul 19 17:18:07.525448 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 36590) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:07.568860 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb2a859-046f-4af5-8e39-e9cfc8429312 admin admin] Deleting subnet 56ca8802-ecf5-42e2-a8c4-753cd60bc764 {{(pid=93286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:18:07.572018 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0fb2a859-046f-4af5-8e39-e9cfc8429312 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:07.615083 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0fb2a859-046f-4af5-8e39-e9cfc8429312 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10966596'] for subnet, precommit_delete_associations {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:07.658706 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0fb2a859-046f-4af5-8e39-e9cfc8429312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4122676'] for subnet, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:07.711097 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0fb2a859-046f-4af5-8e39-e9cfc8429312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4122671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10507190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11126016'] for subnet, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:07.738533 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2a859-046f-4af5-8e39-e9cfc8429312 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56ca8802-ecf5-42e2-a8c4-753cd60bc764,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:07.742273 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0fb2a859-046f-4af5-8e39-e9cfc8429312 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:07.744195 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-0fb2a859-046f-4af5-8e39-e9cfc8429312 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/56ca8802-ecf5-42e2-a8c4-753cd60bc764 HTTP/1.1" status: 204 len: 168 time: 0.2176914 Jul 19 17:18:07.746797 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 36602) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:07.822137 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8c81e038-dcd0-4432-be01-30c19238abc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3735101'] for network, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:07.912496 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8c81e038-dcd0-4432-be01-30c19238abc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4124440', 'neutron.services.segments.db._delete_segments_for_network-8737332645178'] for network, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:07.922736 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-8c81e038-dcd0-4432-be01-30c19238abc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29e3cdb7-066f-445c-a4f8-c2a347a5eba8']}} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:18:07.934125 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-8c81e038-dcd0-4432-be01-30c19238abc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce55dfc-31b5-4322-80fd-ed649b556636') {'for_net_delete': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:18:07.934696 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-8c81e038-dcd0-4432-be01-30c19238abc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce55dfc-31b5-4322-80fd-ed649b556636') {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:18:07.944300 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8c81e038-dcd0-4432-be01-30c19238abc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737332645443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10966623'] for segment, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:07.962460 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8c81e038-dcd0-4432-be01-30c19238abc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:07.969178 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c81e038-dcd0-4432-be01-30c19238abc4 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=93286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:18:07.969701 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8c81e038-dcd0-4432-be01-30c19238abc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10507228'] for segment, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:07.971519 dv-cinder-801354-1-iscsi neutron-server[93286]: Traceback (most recent call last): Jul 19 17:18:07.971519 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:18:07.971519 dv-cinder-801354-1-iscsi neutron-server[93286]: timer() Jul 19 17:18:07.971519 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:18:07.971519 dv-cinder-801354-1-iscsi neutron-server[93286]: cb(*args, **kw) Jul 19 17:18:07.971519 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:18:07.971519 dv-cinder-801354-1-iscsi neutron-server[93286]: return func(*args, **kwargs) Jul 19 17:18:07.971519 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:18:07.971519 dv-cinder-801354-1-iscsi neutron-server[93286]: self._notify() Jul 19 17:18:07.971519 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:18:07.971519 dv-cinder-801354-1-iscsi neutron-server[93286]: self.callback(batched_events) Jul 19 17:18:07.971519 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:18:07.971519 dv-cinder-801354-1-iscsi neutron-server[93286]: event.method(event) Jul 19 17:18:07.971519 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:18:07.971519 dv-cinder-801354-1-iscsi neutron-server[93286]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:18:07.971519 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:18:07.971519 dv-cinder-801354-1-iscsi neutron-server[93286]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:18:07.971519 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:18:07.971519 dv-cinder-801354-1-iscsi neutron-server[93286]: return f(self, *a, **k) Jul 19 17:18:07.971519 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:18:07.971519 dv-cinder-801354-1-iscsi neutron-server[93286]: return self._get(url).json() Jul 19 17:18:07.971519 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:18:07.971519 dv-cinder-801354-1-iscsi neutron-server[93286]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:18:07.971519 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:18:07.971519 dv-cinder-801354-1-iscsi neutron-server[93286]: return self.request(url, 'GET', **kwargs) Jul 19 17:18:07.971519 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:18:07.971519 dv-cinder-801354-1-iscsi neutron-server[93286]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:18:07.971519 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:18:07.971519 dv-cinder-801354-1-iscsi neutron-server[93286]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:18:07.971519 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:18:07.971519 dv-cinder-801354-1-iscsi neutron-server[93286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:18:07.971519 dv-cinder-801354-1-iscsi neutron-server[93286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:18:08.024200 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73071c8f-841f-4e86-8f0e-d0d316d89f3e req-9374c003-92cf-4bad-9ee8-1af8e9b63dab tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:08.025696 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-73071c8f-841f-4e86-8f0e-d0d316d89f3e req-9374c003-92cf-4bad-9ee8-1af8e9b63dab tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0685959 Jul 19 17:18:08.031830 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8c81e038-dcd0-4432-be01-30c19238abc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-974196'] for network, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:08.038140 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8c81e038-dcd0-4432-be01-30c19238abc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:08.040859 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-8c81e038-dcd0-4432-be01-30c19238abc4 admin admin] 10.222.0.63 "DELETE /v2.0/networks/29e3cdb7-066f-445c-a4f8-c2a347a5eba8 HTTP/1.1" status: 204 len: 168 time: 0.2930658 Jul 19 17:18:08.053694 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81e038-dcd0-4432-be01-30c19238abc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=29e3cdb7-066f-445c-a4f8-c2a347a5eba8,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:08.063645 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-73071c8f-841f-4e86-8f0e-d0d316d89f3e req-434ec04f-7020-4e91-9b6e-44886980296f tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318716 Jul 19 17:18:08.211468 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 36622) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:08.246249 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-68bbd26c-79eb-4ae4-b3bd-e3b631c7e2f8 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:08.248258 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-68bbd26c-79eb-4ae4-b3bd-e3b631c7e2f8 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/networks?id=9b8f1052-d38c-4c35-b3f7-23ef6befafc5 HTTP/1.1" status: 200 len: 814 time: 0.1036944 Jul 19 17:18:08.249817 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-2f6e37e1-3d60-41c0-b168-f11479dc583a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c485e425bf3d4c37aca84c4daa92436f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0372283 Jul 19 17:18:08.252251 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 36624) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:08.264422 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-29a8598c-a967-434b-8446-7c32d3c4f82d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/quotas/cc257254b91a48a38c0e3224e8d2a169 HTTP/1.1" status: 200 len: 375 time: 0.0109153 Jul 19 17:18:08.298796 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b2d46f78-b4ff-4717-9522-77c1e3d2ba94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:08.319732 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b2d46f78-b4ff-4717-9522-77c1e3d2ba94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:08.327972 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-b01c8535-cb98-490a-becd-9b26d7bfe0ca tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=cc257254b91a48a38c0e3224e8d2a169&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0585792 Jul 19 17:18:08.368115 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b2d46f78-b4ff-4717-9522-77c1e3d2ba94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:08.370684 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b2d46f78-b4ff-4717-9522-77c1e3d2ba94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:08.374855 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-b2d46f78-b4ff-4717-9522-77c1e3d2ba94 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/093ca83b-ce86-4efa-925c-f703ebf3f19d HTTP/1.1" status: 204 len: 168 time: 0.1186814 Jul 19 17:18:08.381262 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d46f78-b4ff-4717-9522-77c1e3d2ba94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093ca83b-ce86-4efa-925c-f703ebf3f19d,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:08.420444 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-a2474047-9eab-4397-978e-e2e0334bd088 service neutron] 10.222.0.63 "GET /v2.0/networks/9b8f1052-d38c-4c35-b3f7-23ef6befafc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857880 Jul 19 17:18:08.462179 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9dec389e-8aee-48ea-8297-0bd8d794696f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:08.524000 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-201f8160-f117-4e61-ba94-531013aaf5ad service neutron] 10.222.0.63 "GET /v2.0/networks/9b8f1052-d38c-4c35-b3f7-23ef6befafc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977666 Jul 19 17:18:08.679675 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1dcc0a5b-c70f-44df-bef7-4578b19e480b req-166edf06-b614-475a-a647-72d5cabdc7fb tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0503cc-4054-4c59-9624-dbee0ba98c70 HTTP/1.1" status: 200 len: 210 time: 0.0362663 Jul 19 17:18:09.193385 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d37451-4cc4-49b5-a8a7-5e047c4d239b req-4b3237ab-73ae-49cd-bdaa-be4708f986d8 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:09.194874 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-59d37451-4cc4-49b5-a8a7-5e047c4d239b req-4b3237ab-73ae-49cd-bdaa-be4708f986d8 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0644383 Jul 19 17:18:09.232450 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-59d37451-4cc4-49b5-a8a7-5e047c4d239b req-5b236868-75f9-43fc-80ba-301758a1e379 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315320 Jul 19 17:18:09.689749 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:18:09.777659 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-3c17c7bd-7f46-41ba-802a-6740e8f6e0b5 req-f74de4cd-f30d-444d-84d6-46e381a36d92 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0503cc-4054-4c59-9624-dbee0ba98c70 HTTP/1.1" status: 200 len: 210 time: 0.0327353 Jul 19 17:18:10.370193 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f7314-7abe-4875-a40a-5f7b9376fafc req-87a6662c-969b-4a0f-855e-bacd0b675a0a tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:10.371686 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ce1f7314-7abe-4875-a40a-5f7b9376fafc req-87a6662c-969b-4a0f-855e-bacd0b675a0a tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0722768 Jul 19 17:18:10.411314 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ce1f7314-7abe-4875-a40a-5f7b9376fafc req-35fee8df-7b83-4781-93f0-508327b17d65 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333054 Jul 19 17:18:10.680724 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-ad8cc06b-8401-454a-b0bf-dae856b5ae00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:10.880395 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f8107f78-86ea-416c-a2e6-004bef9b2be6 req-4761db72-b4fc-478d-96c3-b6ec77fcd603 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0503cc-4054-4c59-9624-dbee0ba98c70 HTTP/1.1" status: 200 len: 210 time: 0.0302887 Jul 19 17:18:11.172472 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:11.539130 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e218857-9803-4392-bc44-43dda39fcb88 req-4f301212-e88f-48ef-ac74-3e7fdfdd24ec tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:11.540523 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6e218857-9803-4392-bc44-43dda39fcb88 req-4f301212-e88f-48ef-ac74-3e7fdfdd24ec tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0613096 Jul 19 17:18:11.578419 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6e218857-9803-4392-bc44-43dda39fcb88 req-6b823421-0f41-43e1-af94-6d22d87797f7 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313418 Jul 19 17:18:11.922523 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:11.978647 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c267cb79-292e-450a-ac9e-5d6a5e563e5f req-202c5847-892b-49a4-b2f4-2cb9a8232be0 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0503cc-4054-4c59-9624-dbee0ba98c70 HTTP/1.1" status: 200 len: 210 time: 0.0310326 Jul 19 17:18:12.705242 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21af2d6-40b5-4309-8e83-faf2debda1f9 req-f5069c72-ff15-4bdf-93fd-208bac04203f tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:12.706601 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a21af2d6-40b5-4309-8e83-faf2debda1f9 req-f5069c72-ff15-4bdf-93fd-208bac04203f tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0629683 Jul 19 17:18:12.746231 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a21af2d6-40b5-4309-8e83-faf2debda1f9 req-c9c0fb11-de95-494c-b6fd-887d5be1f64a tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341763 Jul 19 17:18:13.071012 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-502fc33c-a146-4f2b-a53c-7348e0bac656 req-7d9637d8-4696-42d2-81f5-050b4f66e4b8 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0503cc-4054-4c59-9624-dbee0ba98c70 HTTP/1.1" status: 200 len: 210 time: 0.0271988 Jul 19 17:18:13.672396 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:13.891730 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f762b6e-0b3b-4f24-9fef-d50c5b2ca9e0 req-12359ffa-0944-4873-873c-023316bea1fc tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:13.897806 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2f762b6e-0b3b-4f24-9fef-d50c5b2ca9e0 req-12359ffa-0944-4873-873c-023316bea1fc tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0858951 Jul 19 17:18:13.943158 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2f762b6e-0b3b-4f24-9fef-d50c5b2ca9e0 req-5b27e650-9188-41d0-8893-2493095ecb73 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437453 Jul 19 17:18:13.960506 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-1067ffa5-e992-42e8-b567-e745de54452a tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:13.961798 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-1067ffa5-e992-42e8-b567-e745de54452a tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.16 "GET /v2.0/networks?id=9b8f1052-d38c-4c35-b3f7-23ef6befafc5 HTTP/1.1" status: 200 len: 814 time: 0.1457660 Jul 19 17:18:13.981337 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-eb8278f1-0605-4f7d-b75e-484464673860 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Request body: {'port': {'device_id': '5c0503cc-4054-4c59-9624-dbee0ba98c70', 'network_id': '9b8f1052-d38c-4c35-b3f7-23ef6befafc5', 'admin_state_up': True, 'tenant_id': 'cc257254b91a48a38c0e3224e8d2a169'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:18:14.112889 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-eb8278f1-0605-4f7d-b75e-484464673860 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Made reservation on behalf of cc257254b91a48a38c0e3224e8d2a169 for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:18:14.117826 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-eb8278f1-0605-4f7d-b75e-484464673860 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:14.208998 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0ab110b1-85cc-4707-b299-e8ae0c1003e9 req-ef2deb5e-2211-4f1b-9ac8-1d70c615c6b4 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0503cc-4054-4c59-9624-dbee0ba98c70 HTTP/1.1" status: 200 len: 210 time: 0.0351417 Jul 19 17:18:14.271996 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-eb8278f1-0605-4f7d-b75e-484464673860 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Allocated IP 172.20.0.7 (9b8f1052-d38c-4c35-b3f7-23ef6befafc5/8d91bcad-1b0b-46ec-a056-83e72cc2ce61/9e7b4357-7aa3-44d5-95eb-9282527b55cf) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:18:14.419254 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-eb8278f1-0605-4f7d-b75e-484464673860 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:14.462441 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-eb8278f1-0605-4f7d-b75e-484464673860 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:14.477245 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['f08182df-2a27-4a4a-90fa-e53dab98b0a0'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:18:14.513927 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-eb8278f1-0605-4f7d-b75e-484464673860 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Network 9b8f1052-d38c-4c35-b3f7-23ef6befafc5 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:18:14.517817 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-eb8278f1-0605-4f7d-b75e-484464673860 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:18:14.521874 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-eb8278f1-0605-4f7d-b75e-484464673860 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:18:14.527441 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-eb8278f1-0605-4f7d-b75e-484464673860 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:14.528074 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-eb8278f1-0605-4f7d-b75e-484464673860 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:14.535086 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8278f1-0605-4f7d-b75e-484464673860 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Pushing event updated for resources: {'Port': ['ID=9e7b4357-7aa3-44d5-95eb-9282527b55cf,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:14.552127 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-eb8278f1-0605-4f7d-b75e-484464673860 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5749164 Jul 19 17:18:15.105444 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ef7cf-638b-409c-be2d-9068d029cc4a req-a79fa1f5-9880-4fad-b95c-560eaa0504c2 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:15.106925 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-403ef7cf-638b-409c-be2d-9068d029cc4a req-a79fa1f5-9880-4fad-b95c-560eaa0504c2 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0827761 Jul 19 17:18:15.147336 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-403ef7cf-638b-409c-be2d-9068d029cc4a req-02bd0a89-2430-4e89-8e76-c1a60419498e tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343838 Jul 19 17:18:15.334799 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497a7d2-6ebd-4700-bb3a-b06781e1e847 req-40fb642f-3c4c-4b88-8d32-727f81926703 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:15.336279 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b497a7d2-6ebd-4700-bb3a-b06781e1e847 req-40fb642f-3c4c-4b88-8d32-727f81926703 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0503cc-4054-4c59-9624-dbee0ba98c70 HTTP/1.1" status: 200 len: 931 time: 0.0622373 Jul 19 17:18:15.375037 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b497a7d2-6ebd-4700-bb3a-b06781e1e847 req-7d203014-8a4e-4404-8e28-db98d7a49aaa tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326619 Jul 19 17:18:15.468264 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 36828) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:15.568735 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d3a81820-cae4-4352-9616-81d5336b076c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:15.661578 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d3a81820-cae4-4352-9616-81d5336b076c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:15.665061 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d3a81820-cae4-4352-9616-81d5336b076c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:15.699602 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a81820-cae4-4352-9616-81d5336b076c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1c7afa-8c30-458c-82e3-4ce89cf14334,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:15.703833 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-d3a81820-cae4-4352-9616-81d5336b076c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c34df061509e43b999413f5007f014fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346249 Jul 19 17:18:15.706438 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 36834) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:15.753867 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-25059fce-99c3-47de-932d-828933b6f7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:15.773829 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-25059fce-99c3-47de-932d-828933b6f7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:15.818682 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-25059fce-99c3-47de-932d-828933b6f7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:15.821191 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-25059fce-99c3-47de-932d-828933b6f7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:15.822339 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-25059fce-99c3-47de-932d-828933b6f7eb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ee1c7afa-8c30-458c-82e3-4ce89cf14334 HTTP/1.1" status: 204 len: 168 time: 0.1149454 Jul 19 17:18:15.829849 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25059fce-99c3-47de-932d-828933b6f7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1c7afa-8c30-458c-82e3-4ce89cf14334,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:16.074119 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 36840) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:16.090406 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0125d57-bc4b-483a-a195-9f5c205eca13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:16.184597 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0125d57-bc4b-483a-a195-9f5c205eca13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:16.189631 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0125d57-bc4b-483a-a195-9f5c205eca13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:16.227696 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-a0125d57-bc4b-483a-a195-9f5c205eca13 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fbcb908429a1431baa6606b6e79361a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1524777 Jul 19 17:18:16.228783 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0125d57-bc4b-483a-a195-9f5c205eca13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b2a78b-3259-4533-a4e1-564e7b40cf24,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:16.232267 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 36850) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:16.272658 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cca829-a92e-4bc0-a57d-3503c3ec1359 req-7b397b0f-1655-4932-b5bf-ca5c0455b81e tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:16.274142 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-62cca829-a92e-4bc0-a57d-3503c3ec1359 req-7b397b0f-1655-4932-b5bf-ca5c0455b81e tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0623009 Jul 19 17:18:16.280579 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-715e2041-85f0-4ed1-a66d-16d1a43163b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:16.301096 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-715e2041-85f0-4ed1-a66d-16d1a43163b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:16.310147 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-62cca829-a92e-4bc0-a57d-3503c3ec1359 req-2e4b30f1-98c0-4a4f-9679-dad2200dc545 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302894 Jul 19 17:18:16.348506 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-715e2041-85f0-4ed1-a66d-16d1a43163b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:16.351085 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-715e2041-85f0-4ed1-a66d-16d1a43163b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:16.352226 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-715e2041-85f0-4ed1-a66d-16d1a43163b5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a1b2a78b-3259-4533-a4e1-564e7b40cf24 HTTP/1.1" status: 204 len: 168 time: 0.1187000 Jul 19 17:18:16.360049 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e2041-85f0-4ed1-a66d-16d1a43163b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b2a78b-3259-4533-a4e1-564e7b40cf24,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:16.458525 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:16.514489 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6778e96-8dab-43f8-aa03-f7c2a5c6a656 req-bf601205-9506-41e7-a7e4-ad075cec0810 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:16.515975 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d6778e96-8dab-43f8-aa03-f7c2a5c6a656 req-bf601205-9506-41e7-a7e4-ad075cec0810 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0503cc-4054-4c59-9624-dbee0ba98c70 HTTP/1.1" status: 200 len: 931 time: 0.0706499 Jul 19 17:18:16.554999 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d6778e96-8dab-43f8-aa03-f7c2a5c6a656 req-dee4062e-66e1-407d-9fe2-9700a19687eb tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326896 Jul 19 17:18:17.437973 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b40de0-be96-45ae-a7ba-53ffccb47d27 req-07dd304e-1108-4b5c-8134-887b6b2af31f tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:17.439495 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d7b40de0-be96-45ae-a7ba-53ffccb47d27 req-07dd304e-1108-4b5c-8134-887b6b2af31f tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0623968 Jul 19 17:18:17.480943 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d7b40de0-be96-45ae-a7ba-53ffccb47d27 req-1eacc5c3-24d6-4d86-9443-de4eda6e58d7 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351355 Jul 19 17:18:17.574089 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-5b5bcbd3-0eac-43fe-adfd-5703f7de879b service neutron] Request body: {'port': {'device_id': '5c0503cc-4054-4c59-9624-dbee0ba98c70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:18:17.733893 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-5b5bcbd3-0eac-43fe-adfd-5703f7de879b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:17.750812 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-88f34560-932a-4689-8ade-82243da93e14 req-6983cf96-3d03-4bbb-9e16-5bd665341206 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1730020 Jul 19 17:18:17.765107 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc067ca-32a9-449e-9867-1456f19e8e09 req-065de21f-75a9-4e9a-b7dc-3e5580574125 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:17.766640 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9fc067ca-32a9-449e-9867-1456f19e8e09 req-065de21f-75a9-4e9a-b7dc-3e5580574125 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0503cc-4054-4c59-9624-dbee0ba98c70 HTTP/1.1" status: 200 len: 931 time: 0.1416337 Jul 19 17:18:17.917493 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9fc067ca-32a9-449e-9867-1456f19e8e09 req-271f5ff4-7062-40fb-b3fc-32a7a6ed0de9 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314085 Jul 19 17:18:17.973722 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f34560-932a-4689-8ade-82243da93e14 req-f2e14881-86fa-44d6-8831-22765fbfd6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:17.975206 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-88f34560-932a-4689-8ade-82243da93e14 req-f2e14881-86fa-44d6-8831-22765fbfd6a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc257254b91a48a38c0e3224e8d2a169&device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 1099 time: 0.1658680 Jul 19 17:18:18.128583 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f34560-932a-4689-8ade-82243da93e14 req-7c0ceb33-bcf1-450b-a0ec-978c09d72d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:18.130129 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-88f34560-932a-4689-8ade-82243da93e14 req-7c0ceb33-bcf1-450b-a0ec-978c09d72d50 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9b8f1052-d38c-4c35-b3f7-23ef6befafc5 HTTP/1.1" status: 200 len: 915 time: 0.1303580 Jul 19 17:18:18.196463 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-88f34560-932a-4689-8ade-82243da93e14 req-3b1fe4a9-dd21-4cd8-acd2-c513ac8512ed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f08182df-2a27-4a4a-90fa-e53dab98b0a0 HTTP/1.1" status: 200 len: 217 time: 0.0459230 Jul 19 17:18:18.204404 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-5b5bcbd3-0eac-43fe-adfd-5703f7de879b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e7b4357-7aa3-44d5-95eb-9282527b55cf {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:18:18.221208 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-5b5bcbd3-0eac-43fe-adfd-5703f7de879b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:18.266493 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-5b5bcbd3-0eac-43fe-adfd-5703f7de879b service neutron] Transition to ACTIVE for port object 9e7b4357-7aa3-44d5-95eb-9282527b55cf will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:18:18.273457 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-5b5bcbd3-0eac-43fe-adfd-5703f7de879b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:18.278354 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f34560-932a-4689-8ade-82243da93e14 req-4da7a77b-4f08-426c-bdf4-73c39a24163c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:18.279891 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-88f34560-932a-4689-8ade-82243da93e14 req-4da7a77b-4f08-426c-bdf4-73c39a24163c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d91bcad-1b0b-46ec-a056-83e72cc2ce61 HTTP/1.1" status: 200 len: 854 time: 0.0707693 Jul 19 17:18:18.340890 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-88f34560-932a-4689-8ade-82243da93e14 req-c0f07d2a-6525-4e25-a1b8-6ea5f135f3cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9b8f1052-d38c-4c35-b3f7-23ef6befafc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377660 Jul 19 17:18:18.358243 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5bcbd3-0eac-43fe-adfd-5703f7de879b service neutron] Pushing event updated for resources: {'Port': ['ID=9e7b4357-7aa3-44d5-95eb-9282527b55cf,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:18.417846 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-5b5bcbd3-0eac-43fe-adfd-5703f7de879b service neutron] Attempting to bind port 9e7b4357-7aa3-44d5-95eb-9282527b55cf on host hv-cinder-80135 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:18:18.418181 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-5b5bcbd3-0eac-43fe-adfd-5703f7de879b service neutron] Attempting to bind port 9e7b4357-7aa3-44d5-95eb-9282527b55cf by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'c21bc953-a360-415a-935f-f0f6c1812c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '9b8f1052-d38c-4c35-b3f7-23ef6befafc5'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:18:18.418515 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-5b5bcbd3-0eac-43fe-adfd-5703f7de879b service neutron] Attempting to bind port 9e7b4357-7aa3-44d5-95eb-9282527b55cf on network 9b8f1052-d38c-4c35-b3f7-23ef6befafc5 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:18:18.450224 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-5b5bcbd3-0eac-43fe-adfd-5703f7de879b service neutron] Port 9e7b4357-7aa3-44d5-95eb-9282527b55cf on network 9b8f1052-d38c-4c35-b3f7-23ef6befafc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:18:18.451266 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-5b5bcbd3-0eac-43fe-adfd-5703f7de879b service neutron] Attempting to bind port 9e7b4357-7aa3-44d5-95eb-9282527b55cf on network 9b8f1052-d38c-4c35-b3f7-23ef6befafc5 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:18:18.465016 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-5b5bcbd3-0eac-43fe-adfd-5703f7de879b service neutron] Checking agent: {'id': '17f591d8-d993-47ca-b852-67375c71a36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'started_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:18:18.465650 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-5b5bcbd3-0eac-43fe-adfd-5703f7de879b service neutron] Checking segment: {'id': 'c21bc953-a360-415a-935f-f0f6c1812c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '9b8f1052-d38c-4c35-b3f7-23ef6befafc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:18:18.466244 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-5b5bcbd3-0eac-43fe-adfd-5703f7de879b service neutron] Bound using segment: {'id': 'c21bc953-a360-415a-935f-f0f6c1812c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '9b8f1052-d38c-4c35-b3f7-23ef6befafc5'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:18:18.467053 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-5b5bcbd3-0eac-43fe-adfd-5703f7de879b service neutron] Bound port: 9e7b4357-7aa3-44d5-95eb-9282527b55cf, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c21bc953-a360-415a-935f-f0f6c1812c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '9b8f1052-d38c-4c35-b3f7-23ef6befafc5'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:18:18.467630 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-5b5bcbd3-0eac-43fe-adfd-5703f7de879b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:18.873150 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-88f34560-932a-4689-8ade-82243da93e14 req-a59b4a96-f078-4cbb-8194-27b3d516d304 service neutron] 10.222.0.16 "GET /v2.0/networks/9b8f1052-d38c-4c35-b3f7-23ef6befafc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120680 Jul 19 17:18:18.953450 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-5b5bcbd3-0eac-43fe-adfd-5703f7de879b service neutron] For port 9e7b4357-7aa3-44d5-95eb-9282527b55cf, host hv-cinder-80135, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:18:18.998916 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-5b5bcbd3-0eac-43fe-adfd-5703f7de879b service neutron] For port 9e7b4357-7aa3-44d5-95eb-9282527b55cf, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=9e7b4357-7aa3-44d5-95eb-9282527b55cf,segment=NetworkSegment(c21bc953-a360-415a-935f-f0f6c1812c07),segment_id=c21bc953-a360-415a-935f-f0f6c1812c07)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:18:19.008875 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-5b5bcbd3-0eac-43fe-adfd-5703f7de879b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:19.068561 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d74098-a885-45c1-9190-25e8ad5be038 req-37078de1-adbd-4f4e-a913-e59230664fe6 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:19.070008 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c9d74098-a885-45c1-9190-25e8ad5be038 req-37078de1-adbd-4f4e-a913-e59230664fe6 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.2665381 Jul 19 17:18:19.089821 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f3c1a-8920-4b19-8cb2-6aa71811bbb4 req-fc379520-e9cd-48f9-a823-1fafd530ca4d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:19.093787 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-88f34560-932a-4689-8ade-82243da93e14 req-0b931766-0bc1-4414-a293-e301e684a177 service neutron] 10.222.0.16 "GET /v2.0/networks/9b8f1052-d38c-4c35-b3f7-23ef6befafc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132361 Jul 19 17:18:19.094822 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-575f3c1a-8920-4b19-8cb2-6aa71811bbb4 req-fc379520-e9cd-48f9-a823-1fafd530ca4d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0503cc-4054-4c59-9624-dbee0ba98c70 HTTP/1.1" status: 200 len: 943 time: 0.0908792 Jul 19 17:18:19.094973 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-5b5bcbd3-0eac-43fe-adfd-5703f7de879b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:19.096023 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-5b5bcbd3-0eac-43fe-adfd-5703f7de879b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:19.097319 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-5b5bcbd3-0eac-43fe-adfd-5703f7de879b service neutron] 10.222.0.16 "PUT /v2.0/ports/9e7b4357-7aa3-44d5-95eb-9282527b55cf HTTP/1.1" status: 200 len: 1093 time: 1.5278733 Jul 19 17:18:19.106924 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0503cc-4054-4c59-9624-dbee0ba98c70', 'tag': '9e7b4357-7aa3-44d5-95eb-9282527b55cf'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:18:19.111620 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6b1d23-f28c-45a4-8f37-2c172bd2b5b2" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0503cc-4054-4c59-9624-dbee0ba98c70", "tag": "9e7b4357-7aa3-44d5-95eb-9282527b55cf"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:18:19.132085 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5bcbd3-0eac-43fe-adfd-5703f7de879b service neutron] Pushing event updated for resources: {'Port': ['ID=9e7b4357-7aa3-44d5-95eb-9282527b55cf,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:19.154767 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c9d74098-a885-45c1-9190-25e8ad5be038 req-d4e0e1fe-df04-4e26-ba97-ba9ba03cfc80 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735316 Jul 19 17:18:19.176083 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-575f3c1a-8920-4b19-8cb2-6aa71811bbb4 req-5b96cf26-f6e7-4152-a4fc-47f2fc09ad43 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733976 Jul 19 17:18:19.178480 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 36988) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:19.246156 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e28ff7-9779-452e-acff-ea298b4ed471 x-openstack-request-id: req-d5e28ff7-9779-452e-acff-ea298b4ed471 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:18:19.246672 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0503cc-4054-4c59-9624-dbee0ba98c70", "tag": "9e7b4357-7aa3-44d5-95eb-9282527b55cf", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:18:19.247071 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d5e28ff7-9779-452e-acff-ea298b4ed471 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:18:19.247897 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0503cc-4054-4c59-9624-dbee0ba98c70', 'tag': '9e7b4357-7aa3-44d5-95eb-9282527b55cf', 'status': 'completed', 'code': 200} Jul 19 17:18:19.337157 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-0a0cadd7-4edd-4069-866e-f5ebdad427ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:19.341927 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-0a0cadd7-4edd-4069-866e-f5ebdad427ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc257254b91a48a38c0e3224e8d2a169&device_id=5c0503cc-4054-4c59-9624-dbee0ba98c70 HTTP/1.1" status: 200 len: 1096 time: 0.1050818 Jul 19 17:18:19.343713 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-93269b40-1b44-4919-9c9a-d64253c54173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:19.403117 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-f74d39af-9821-4b6e-8aaf-7e90a35576ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e7b4357-7aa3-44d5-95eb-9282527b55cf HTTP/1.1" status: 200 len: 217 time: 0.0432308 Jul 19 17:18:19.476759 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-96dc081b-a348-4565-9984-1dfca2bde4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:19.478297 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-96dc081b-a348-4565-9984-1dfca2bde4ab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d91bcad-1b0b-46ec-a056-83e72cc2ce61 HTTP/1.1" status: 200 len: 854 time: 0.0641668 Jul 19 17:18:19.521473 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-642b1753-da99-4c94-b6b4-831cab384cb6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9b8f1052-d38c-4c35-b3f7-23ef6befafc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320909 Jul 19 17:18:19.557355 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-93269b40-1b44-4919-9c9a-d64253c54173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:19.566133 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-93269b40-1b44-4919-9c9a-d64253c54173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:19.640097 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-93269b40-1b44-4919-9c9a-d64253c54173 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cc43acac30b64abda83d7781be898185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4598708 Jul 19 17:18:19.642755 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 37010) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:19.644749 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93269b40-1b44-4919-9c9a-d64253c54173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fd4bbb-91f4-42d5-8fd4-aa2ade3d3087,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:19.667820 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-08b17f16-1405-4a54-a0a2-b800eac332fe service neutron] 10.222.0.16 "GET /v2.0/networks/9b8f1052-d38c-4c35-b3f7-23ef6befafc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345453 Jul 19 17:18:19.695535 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-70d61aab-5bb0-4fdb-9a9d-ce2b31871068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:19.722420 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-70d61aab-5bb0-4fdb-9a9d-ce2b31871068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:19.771967 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a6a5c639-7c66-481d-8e0a-11ada0a4343d req-3c402179-b995-4583-a8e2-19fd91cda4af service neutron] 10.222.0.16 "GET /v2.0/networks/9b8f1052-d38c-4c35-b3f7-23ef6befafc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975959 Jul 19 17:18:19.782412 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-70d61aab-5bb0-4fdb-9a9d-ce2b31871068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:19.786694 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-70d61aab-5bb0-4fdb-9a9d-ce2b31871068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:19.788233 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-70d61aab-5bb0-4fdb-9a9d-ce2b31871068 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/46fd4bbb-91f4-42d5-8fd4-aa2ade3d3087 HTTP/1.1" status: 204 len: 168 time: 0.1438942 Jul 19 17:18:19.797413 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d61aab-5bb0-4fdb-9a9d-ce2b31871068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fd4bbb-91f4-42d5-8fd4-aa2ade3d3087,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:19.923406 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b1d23-f28c-45a4-8f37-2c172bd2b5b2 req-ea6de86c-76fb-4b8d-a2c3-4a8fa1e81e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:19.925457 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9e6b1d23-f28c-45a4-8f37-2c172bd2b5b2 req-ea6de86c-76fb-4b8d-a2c3-4a8fa1e81e58 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc257254b91a48a38c0e3224e8d2a169&device_id=5c0503cc-4054-4c59-9624-dbee0ba98c70 HTTP/1.1" status: 200 len: 1096 time: 0.0748374 Jul 19 17:18:20.040284 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b1d23-f28c-45a4-8f37-2c172bd2b5b2 req-5c14f9f9-d1b0-429d-9222-37fce59cd7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:20.041970 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9e6b1d23-f28c-45a4-8f37-2c172bd2b5b2 req-5c14f9f9-d1b0-429d-9222-37fce59cd7cb service neutron] 10.222.0.16 "GET /v2.0/networks?id=9b8f1052-d38c-4c35-b3f7-23ef6befafc5 HTTP/1.1" status: 200 len: 915 time: 0.1062603 Jul 19 17:18:20.089640 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9e6b1d23-f28c-45a4-8f37-2c172bd2b5b2 req-ddddfaea-438a-4883-a02e-f32165959e63 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e7b4357-7aa3-44d5-95eb-9282527b55cf HTTP/1.1" status: 200 len: 217 time: 0.0377033 Jul 19 17:18:20.147153 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b1d23-f28c-45a4-8f37-2c172bd2b5b2 req-382c9352-471a-42bf-958c-5bef70043405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:20.148746 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9e6b1d23-f28c-45a4-8f37-2c172bd2b5b2 req-382c9352-471a-42bf-958c-5bef70043405 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d91bcad-1b0b-46ec-a056-83e72cc2ce61 HTTP/1.1" status: 200 len: 854 time: 0.0505102 Jul 19 17:18:20.206806 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9e6b1d23-f28c-45a4-8f37-2c172bd2b5b2 req-70884e1e-603a-462f-8da6-db4d9edb6b44 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9b8f1052-d38c-4c35-b3f7-23ef6befafc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377896 Jul 19 17:18:20.399612 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9e6b1d23-f28c-45a4-8f37-2c172bd2b5b2 req-442c91a0-d21c-4882-9e8c-ae3cc017809e service neutron] 10.222.0.16 "GET /v2.0/networks/9b8f1052-d38c-4c35-b3f7-23ef6befafc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834502 Jul 19 17:18:20.413640 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c658d4-1b81-4bfe-83e7-44c59dc4b7a8 req-fdd35b8c-3df9-490c-828c-1a70aeb7347c tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:20.422816 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-36c658d4-1b81-4bfe-83e7-44c59dc4b7a8 req-fdd35b8c-3df9-490c-828c-1a70aeb7347c tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0503cc-4054-4c59-9624-dbee0ba98c70 HTTP/1.1" status: 200 len: 943 time: 0.0794089 Jul 19 17:18:20.472251 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a96557-e4a1-4406-808f-ab930c5f0089 req-9decabb4-2cf1-4be4-b4d8-494266b614a6 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:20.479404 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-69a96557-e4a1-4406-808f-ab930c5f0089 req-9decabb4-2cf1-4be4-b4d8-494266b614a6 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.2149191 Jul 19 17:18:20.480006 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-36c658d4-1b81-4bfe-83e7-44c59dc4b7a8 req-949c726f-480a-4667-bec9-11af073c597f tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557401 Jul 19 17:18:20.567286 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-69a96557-e4a1-4406-808f-ab930c5f0089 req-79b367ef-d5ce-4bbe-9a02-7d891a1861a3 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861845 Jul 19 17:18:20.608323 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9e6b1d23-f28c-45a4-8f37-2c172bd2b5b2 req-87fde35c-c808-461c-bdcc-281dfc5efb5d service neutron] 10.222.0.16 "GET /v2.0/networks/9b8f1052-d38c-4c35-b3f7-23ef6befafc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944926 Jul 19 17:18:21.360596 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 37132) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:21.465150 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6203a4df-8591-42f5-a13a-14bdea6d8479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:21.556894 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6203a4df-8591-42f5-a13a-14bdea6d8479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:21.569877 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6203a4df-8591-42f5-a13a-14bdea6d8479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:21.621613 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203a4df-8591-42f5-a13a-14bdea6d8479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1863262-631d-4518-9607-4ed44b54ec62,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:21.654810 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-6203a4df-8591-42f5-a13a-14bdea6d8479 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=29766fd0e0d64be99b88b277dfd692bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2929752 Jul 19 17:18:21.657573 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 37146) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:21.685173 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a46e91-e049-49a1-8e8f-0e4c2024be02 req-a4f5e3ac-1330-4737-902d-935345f6ea5e tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:21.689940 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b2a46e91-e049-49a1-8e8f-0e4c2024be02 req-a4f5e3ac-1330-4737-902d-935345f6ea5e tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0503cc-4054-4c59-9624-dbee0ba98c70 HTTP/1.1" status: 200 len: 943 time: 0.1279986 Jul 19 17:18:21.725673 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b2a46e91-e049-49a1-8e8f-0e4c2024be02 req-cd113dc0-0128-49d7-aa78-f07655de544a tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328186 Jul 19 17:18:21.751250 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4ebeb672-23da-47c4-96ae-a8d5275dc31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:21.783900 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550f989-0e66-46a3-966d-2b89e3427535 req-daa8a827-997e-44a1-b04a-8aba366a15e3 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:21.785441 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2550f989-0e66-46a3-966d-2b89e3427535 req-daa8a827-997e-44a1-b04a-8aba366a15e3 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.1037674 Jul 19 17:18:21.799390 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4ebeb672-23da-47c4-96ae-a8d5275dc31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:21.845013 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2550f989-0e66-46a3-966d-2b89e3427535 req-476c0ed6-5cfb-4766-8c3c-3b80a0ab0229 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538044 Jul 19 17:18:21.865988 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4ebeb672-23da-47c4-96ae-a8d5275dc31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:21.868575 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4ebeb672-23da-47c4-96ae-a8d5275dc31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:21.869819 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-4ebeb672-23da-47c4-96ae-a8d5275dc31d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c1863262-631d-4518-9607-4ed44b54ec62 HTTP/1.1" status: 204 len: 168 time: 0.2112744 Jul 19 17:18:21.878366 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebeb672-23da-47c4-96ae-a8d5275dc31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1863262-631d-4518-9607-4ed44b54ec62,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:22.459969 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device 9e7b4357-7aa3-44d5-95eb-9282527b55cf details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:18:22.560398 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port 9e7b4357-7aa3-44d5-95eb-9282527b55cf, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=9e7b4357-7aa3-44d5-95eb-9282527b55cf,segment=NetworkSegment(c21bc953-a360-415a-935f-f0f6c1812c07),segment_id=c21bc953-a360-415a-935f-f0f6c1812c07)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:18:22.571879 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Returning: {'device': '9e7b4357-7aa3-44d5-95eb-9282527b55cf', 'network_id': '9b8f1052-d38c-4c35-b3f7-23ef6befafc5', 'port_id': '9e7b4357-7aa3-44d5-95eb-9282527b55cf', 'mac_address': 'fa:16:3e:da:cc:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d91bcad-1b0b-46ec-a056-83e72cc2ce61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:18:22.614279 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:22.627275 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e7b4357-7aa3-44d5-95eb-9282527b55cf {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:18:22.647512 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port 9e7b4357-7aa3-44d5-95eb-9282527b55cf, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=9e7b4357-7aa3-44d5-95eb-9282527b55cf,segment=NetworkSegment(c21bc953-a360-415a-935f-f0f6c1812c07),segment_id=c21bc953-a360-415a-935f-f0f6c1812c07)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:18:22.652331 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:22.704917 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=9e7b4357-7aa3-44d5-95eb-9282527b55cf,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:22.713548 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:18:22.713548 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:18:22.713548 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:18:22.713548 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:18:22.713548 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:18:22.713904 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:18:22.714168 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:18:22.714502 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:18:22.714851 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:18:22.715183 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:18:22.715513 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:18:22.715837 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:18:22.869259 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcd326-07a0-4234-95c2-a7b752c9931a req-51ff44c8-60cf-4429-bf8e-788e03625a6f tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:22.870884 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-95fcd326-07a0-4234-95c2-a7b752c9931a req-51ff44c8-60cf-4429-bf8e-788e03625a6f tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0503cc-4054-4c59-9624-dbee0ba98c70 HTTP/1.1" status: 200 len: 944 time: 0.0675509 Jul 19 17:18:22.936847 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-95fcd326-07a0-4234-95c2-a7b752c9931a req-77cc6cc4-4cc6-4d84-bea8-9c35e1b24b3e tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576246 Jul 19 17:18:23.014979 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1228f-c0f4-45be-b7b2-95b7aaeecdeb req-d91916c2-770e-4916-891a-1a4d5571f4e0 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:23.016688 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8ad1228f-c0f4-45be-b7b2-95b7aaeecdeb req-d91916c2-770e-4916-891a-1a4d5571f4e0 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0852468 Jul 19 17:18:23.054984 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8ad1228f-c0f4-45be-b7b2-95b7aaeecdeb req-5f7c3cc4-6b5a-4585-ab1c-a77671d4f0e8 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327559 Jul 19 17:18:23.130906 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['9e7b4357-7aa3-44d5-95eb-9282527b55cf'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:18:24.090824 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08fb05-2f19-473b-9135-75f9f170b950 req-5daff5bd-8b0d-4bc0-b7d5-882d62ee0739 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:24.093518 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5c08fb05-2f19-473b-9135-75f9f170b950 req-5daff5bd-8b0d-4bc0-b7d5-882d62ee0739 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0503cc-4054-4c59-9624-dbee0ba98c70 HTTP/1.1" status: 200 len: 944 time: 0.0831842 Jul 19 17:18:24.114240 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 37248) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:24.158723 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5c08fb05-2f19-473b-9135-75f9f170b950 req-3a2bc42b-debf-473b-8a22-8da2a6293c31 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562592 Jul 19 17:18:24.230691 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c1807-efb3-46e2-83a2-2d7c55b633c4 req-5ddecd74-7b65-4b03-bfb6-0c1bd318d360 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:24.232473 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d17c1807-efb3-46e2-83a2-2d7c55b633c4 req-5ddecd74-7b65-4b03-bfb6-0c1bd318d360 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0997322 Jul 19 17:18:24.253703 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-88faa81a-0ef4-4abf-a994-0f9119cefe29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:24.297680 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d17c1807-efb3-46e2-83a2-2d7c55b633c4 req-f272658d-8739-4cff-8074-f1323310591f tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584776 Jul 19 17:18:24.372020 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-88faa81a-0ef4-4abf-a994-0f9119cefe29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:24.374892 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-88faa81a-0ef4-4abf-a994-0f9119cefe29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:24.413561 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-88faa81a-0ef4-4abf-a994-0f9119cefe29 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5d72cd18afb149b381e9eaf558964af5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2971463 Jul 19 17:18:24.414488 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88faa81a-0ef4-4abf-a994-0f9119cefe29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3be3a22-34cf-458e-b8c6-5af9d7c82ef4,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:24.416195 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 37258) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:24.466273 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-38ad8b5a-6212-4e08-aac0-062288f72430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:24.467021 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device 9e7b4357-7aa3-44d5-95eb-9282527b55cf up at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:18:24.488714 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-38ad8b5a-6212-4e08-aac0-062288f72430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:24.515514 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning for port 9e7b4357-7aa3-44d5-95eb-9282527b55cf completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:18:24.519403 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning complete for port 9e7b4357-7aa3-44d5-95eb-9282527b55cf triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:18:24.519774 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:24.537884 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-38ad8b5a-6212-4e08-aac0-062288f72430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:24.540601 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-38ad8b5a-6212-4e08-aac0-062288f72430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:24.542228 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-38ad8b5a-6212-4e08-aac0-062288f72430 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a3be3a22-34cf-458e-b8c6-5af9d7c82ef4 HTTP/1.1" status: 204 len: 168 time: 0.1245544 Jul 19 17:18:24.554005 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad8b5a-6212-4e08-aac0-062288f72430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3be3a22-34cf-458e-b8c6-5af9d7c82ef4,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:24.616320 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:24.643131 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0503cc-4054-4c59-9624-dbee0ba98c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7b4357-7aa3-44d5-95eb-9282527b55cf'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:18:24.647013 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa486d5c4e4f39956b43fe6dcc35bf0f2fe2e374caf29500c804b4cead58546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ff90a2-87aa-40ab-a050-aec9b0036d87" -d '{"events": [{"server_uuid": "5c0503cc-4054-4c59-9624-dbee0ba98c70", "name": "network-vif-plugged", "status": "completed", "tag": "9e7b4357-7aa3-44d5-95eb-9282527b55cf"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:18:24.669276 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port 9e7b4357-7aa3-44d5-95eb-9282527b55cf, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=9e7b4357-7aa3-44d5-95eb-9282527b55cf,segment=NetworkSegment(c21bc953-a360-415a-935f-f0f6c1812c07),segment_id=c21bc953-a360-415a-935f-f0f6c1812c07)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:18:24.676747 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:24.703818 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52702b3-a067-49bc-bfb1-e3c624fa6e0d x-openstack-request-id: req-e52702b3-a067-49bc-bfb1-e3c624fa6e0d {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:18:24.704386 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0503cc-4054-4c59-9624-dbee0ba98c70", "name": "network-vif-plugged", "status": "completed", "tag": "9e7b4357-7aa3-44d5-95eb-9282527b55cf", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:18:24.704641 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e52702b3-a067-49bc-bfb1-e3c624fa6e0d {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:18:24.705040 dv-cinder-801354-1-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0503cc-4054-4c59-9624-dbee0ba98c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7b4357-7aa3-44d5-95eb-9282527b55cf', 'code': 200} Jul 19 17:18:24.758743 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=9e7b4357-7aa3-44d5-95eb-9282527b55cf,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:24.965030 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40b56d-7273-496b-89b5-ca84f9ea8121 req-2425392a-08e9-4a04-b465-9f445cc31f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:24.966613 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1d40b56d-7273-496b-89b5-ca84f9ea8121 req-2425392a-08e9-4a04-b465-9f445cc31f16 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5c0503cc-4054-4c59-9624-dbee0ba98c70 HTTP/1.1" status: 200 len: 1098 time: 0.0590508 Jul 19 17:18:24.984103 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 37280) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:25.010995 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1d40b56d-7273-496b-89b5-ca84f9ea8121 req-e2317868-932c-4fbc-8813-2985144468ea service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311577 Jul 19 17:18:25.093028 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a364d9cd-adee-49bd-a556-52c7a3c8c672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:25.172527 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 37286) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:25.190064 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a364d9cd-adee-49bd-a556-52c7a3c8c672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:25.194219 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a364d9cd-adee-49bd-a556-52c7a3c8c672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:25.232039 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364d9cd-adee-49bd-a556-52c7a3c8c672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c1d3da-043a-44fd-8190-08c152c8def2,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:25.236194 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-a364d9cd-adee-49bd-a556-52c7a3c8c672 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d6045367ce10425f927284b1c973deed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510054 Jul 19 17:18:25.244261 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 37292) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:25.304763 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3f765-f54d-4e22-9374-d35915f3733a req-c0fee9d1-cdeb-4f3f-bbfe-8b9817cb49e8 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:25.306330 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1ff3f765-f54d-4e22-9374-d35915f3733a req-c0fee9d1-cdeb-4f3f-bbfe-8b9817cb49e8 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0503cc-4054-4c59-9624-dbee0ba98c70 HTTP/1.1" status: 200 len: 945 time: 0.0690811 Jul 19 17:18:25.325140 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8234a51e-4d19-419a-a2f0-dce9c7cd7e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:25.349852 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1ff3f765-f54d-4e22-9374-d35915f3733a req-1b0be44a-c5e6-4794-a33c-fbf82411be28 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373802 Jul 19 17:18:25.437353 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-96ddf395-7839-4f3a-a216-743e19205340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:25.486390 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-96ddf395-7839-4f3a-a216-743e19205340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:25.526859 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 37304) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:25.549792 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b97960-0e2d-4177-ad9b-48607e0706a5 req-19ac85ff-e408-4a6d-a225-bd29f4ff1461 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:25.551322 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-48b97960-0e2d-4177-ad9b-48607e0706a5 req-19ac85ff-e408-4a6d-a225-bd29f4ff1461 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.1690547 Jul 19 17:18:25.565086 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8234a51e-4d19-419a-a2f0-dce9c7cd7e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:25.576265 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8234a51e-4d19-419a-a2f0-dce9c7cd7e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:25.633259 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-96ddf395-7839-4f3a-a216-743e19205340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:25.635761 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-96ddf395-7839-4f3a-a216-743e19205340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:25.637128 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-96ddf395-7839-4f3a-a216-743e19205340 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/75c1d3da-043a-44fd-8190-08c152c8def2 HTTP/1.1" status: 204 len: 168 time: 0.3919191 Jul 19 17:18:25.641559 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-507f7abc-7ab1-45dd-914b-921374b16a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:25.647947 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-48b97960-0e2d-4177-ad9b-48607e0706a5 req-1ccdf455-caee-4724-8ae8-0a6a65959314 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892866 Jul 19 17:18:25.648584 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234a51e-4d19-419a-a2f0-dce9c7cd7e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef1912e-1dfb-406c-be42-0ae10494789e,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:25.670419 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-8234a51e-4d19-419a-a2f0-dce9c7cd7e4e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=19c733d1d7374689ae5a593e9eb40715&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4966605 Jul 19 17:18:25.675725 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 37310) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:25.677675 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ddf395-7839-4f3a-a216-743e19205340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c1d3da-043a-44fd-8190-08c152c8def2,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:25.769011 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-bc8c77d5-1b19-4c0c-a67b-31ee5494a5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:25.804036 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-bc8c77d5-1b19-4c0c-a67b-31ee5494a5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:25.828762 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-507f7abc-7ab1-45dd-914b-921374b16a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:25.847418 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-507f7abc-7ab1-45dd-914b-921374b16a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:25.895386 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-507f7abc-7ab1-45dd-914b-921374b16a16 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=bbede5471c8f4788a879df8e6905834e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3671811 Jul 19 17:18:25.896098 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f7abc-7ab1-45dd-914b-921374b16a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c55a73f-b051-439f-bd33-e70f3cff5f85,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:25.898343 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 37320) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:25.924858 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-bc8c77d5-1b19-4c0c-a67b-31ee5494a5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:25.928016 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-bc8c77d5-1b19-4c0c-a67b-31ee5494a5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:25.931516 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-bc8c77d5-1b19-4c0c-a67b-31ee5494a5f7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0ef1912e-1dfb-406c-be42-0ae10494789e HTTP/1.1" status: 204 len: 168 time: 0.2515087 Jul 19 17:18:25.938025 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c77d5-1b19-4c0c-a67b-31ee5494a5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef1912e-1dfb-406c-be42-0ae10494789e,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:25.975043 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9be40cfa-3d0e-486a-a830-0e683ef4db11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:26.001910 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9be40cfa-3d0e-486a-a830-0e683ef4db11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:26.064542 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9be40cfa-3d0e-486a-a830-0e683ef4db11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:26.067447 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9be40cfa-3d0e-486a-a830-0e683ef4db11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:26.068905 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-9be40cfa-3d0e-486a-a830-0e683ef4db11 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4c55a73f-b051-439f-bd33-e70f3cff5f85 HTTP/1.1" status: 204 len: 168 time: 0.1684813 Jul 19 17:18:26.078675 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be40cfa-3d0e-486a-a830-0e683ef4db11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c55a73f-b051-439f-bd33-e70f3cff5f85,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:26.276142 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 37336) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:26.294303 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d712035c-cbe0-446d-93c9-b6516f05bc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:26.398062 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d712035c-cbe0-446d-93c9-b6516f05bc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:26.404440 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d712035c-cbe0-446d-93c9-b6516f05bc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:26.450191 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-d712035c-cbe0-446d-93c9-b6516f05bc19 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cddfc472ba934ac991bc540707ca2e92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1723104 Jul 19 17:18:26.454032 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 37346) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:26.469815 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712035c-cbe0-446d-93c9-b6516f05bc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608dd804-0597-42bf-a5b9-e088465d74d8,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:26.504505 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af7f15-4cdf-4496-a772-e44f8fc56ba9 req-1fbaea1d-89a9-4e65-9852-90e49885b417 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:26.506049 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-95af7f15-4cdf-4496-a772-e44f8fc56ba9 req-1fbaea1d-89a9-4e65-9852-90e49885b417 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0503cc-4054-4c59-9624-dbee0ba98c70 HTTP/1.1" status: 200 len: 945 time: 0.0694809 Jul 19 17:18:26.545973 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e1190344-7243-4a48-8d80-e0d57fcc24e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:26.555724 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-95af7f15-4cdf-4496-a772-e44f8fc56ba9 req-ad30f133-7979-4aa5-bdfe-827e64019916 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437748 Jul 19 17:18:26.570448 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e1190344-7243-4a48-8d80-e0d57fcc24e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:26.642438 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e1190344-7243-4a48-8d80-e0d57fcc24e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:26.644999 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e1190344-7243-4a48-8d80-e0d57fcc24e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:26.648466 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-e1190344-7243-4a48-8d80-e0d57fcc24e3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/608dd804-0597-42bf-a5b9-e088465d74d8 HTTP/1.1" status: 204 len: 168 time: 0.1903453 Jul 19 17:18:26.655284 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1190344-7243-4a48-8d80-e0d57fcc24e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608dd804-0597-42bf-a5b9-e088465d74d8,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:26.813364 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eae8b9-1cb8-4bd1-a6c1-645538da9b7b req-f615bc2a-965a-49cb-a145-4417fdb845cf tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:26.813364 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a0eae8b9-1cb8-4bd1-a6c1-645538da9b7b req-f615bc2a-965a-49cb-a145-4417fdb845cf tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0745747 Jul 19 17:18:26.863234 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a0eae8b9-1cb8-4bd1-a6c1-645538da9b7b req-453276c3-a875-49eb-b450-1683d577b3ff tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386713 Jul 19 17:18:27.142427 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 37396) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:27.158688 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a6422c0f-bdc8-4e9a-8d4f-d57b8c4eb08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:27.277625 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a6422c0f-bdc8-4e9a-8d4f-d57b8c4eb08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:27.282675 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a6422c0f-bdc8-4e9a-8d4f-d57b8c4eb08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:27.324536 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 37416) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:27.347360 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-a6422c0f-bdc8-4e9a-8d4f-d57b8c4eb08c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=30d133068302401a9e401272774d3740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2035427 Jul 19 17:18:27.350040 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 37420) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:27.357702 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6422c0f-bdc8-4e9a-8d4f-d57b8c4eb08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bf60e5-2196-4471-a345-3421b1f82767,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:27.408983 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-87eae913-c488-42dd-8181-38092bcb4c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:27.430561 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-87eae913-c488-42dd-8181-38092bcb4c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:27.446375 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-71452b67-e179-4fa9-bf28-5f31534f63d3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1631990831-network', 'tenant_id': '3e65159baafb47cdba6248c5654c9130'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:18:27.475469 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71452b67-e179-4fa9-bf28-5f31534f63d3 admin admin] Made reservation on behalf of 3e65159baafb47cdba6248c5654c9130 for: {'network': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:18:27.478056 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-71452b67-e179-4fa9-bf28-5f31534f63d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for network, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:27.486529 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-87eae913-c488-42dd-8181-38092bcb4c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:27.487616 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-71452b67-e179-4fa9-bf28-5f31534f63d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:27.490582 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-87eae913-c488-42dd-8181-38092bcb4c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:27.495237 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-87eae913-c488-42dd-8181-38092bcb4c3f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/13bf60e5-2196-4471-a345-3421b1f82767 HTTP/1.1" status: 204 len: 168 time: 0.1443009 Jul 19 17:18:27.507923 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eae913-c488-42dd-8181-38092bcb4c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bf60e5-2196-4471-a345-3421b1f82767,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:27.571511 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 37426) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:27.602932 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-71452b67-e179-4fa9-bf28-5f31534f63d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:27.609706 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-71452b67-e179-4fa9-bf28-5f31534f63d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:27.638659 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71452b67-e179-4fa9-bf28-5f31534f63d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=93286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:18:27.649477 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71452b67-e179-4fa9-bf28-5f31534f63d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b72776-dd6c-4f01-bab0-4fd741254914,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:27.654568 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-71452b67-e179-4fa9-bf28-5f31534f63d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:27.654916 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.db.segments_db [None req-71452b67-e179-4fa9-bf28-5f31534f63d3 admin admin] Added segment 555865e3-4c60-4a03-a50d-386083fbbf04 of type vlan for network 43f0d026-9172-4b69-8ca1-3e18e74f7863 Jul 19 17:18:27.699462 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-71452b67-e179-4fa9-bf28-5f31534f63d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737332213742'] for network, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:27.735968 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-71452b67-e179-4fa9-bf28-5f31534f63d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for network, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:27.737278 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71452b67-e179-4fa9-bf28-5f31534f63d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:27.737932 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-71452b67-e179-4fa9-bf28-5f31534f63d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:27.775241 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 37434) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:27.775494 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-71452b67-e179-4fa9-bf28-5f31534f63d3 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4497859 Jul 19 17:18:27.782082 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-7d427ec2-f6b2-46a9-96ad-1e93f94cd237 admin admin] Request body: {'subnet': {'network_id': '43f0d026-9172-4b69-8ca1-3e18e74f7863', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1631990831-subnet', 'tenant_id': '3e65159baafb47cdba6248c5654c9130', 'ip_version': 4}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:18:27.810208 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71452b67-e179-4fa9-bf28-5f31534f63d3 admin admin] Pushing event updated for resources: {'Network': ['ID=43f0d026-9172-4b69-8ca1-3e18e74f7863,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:27.821973 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Network 43f0d026-9172-4b69-8ca1-3e18e74f7863 details requested by agent ovs-agent-dv-cinder-801354-1-iscsi with host dv-cinder-801354-1-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:18:27.822464 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d427ec2-f6b2-46a9-96ad-1e93f94cd237 admin admin] Made reservation on behalf of 3e65159baafb47cdba6248c5654c9130 for: {'subnet': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:18:27.825168 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7d427ec2-f6b2-46a9-96ad-1e93f94cd237 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:27.846842 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3c8baefa-53ed-4d2d-b18d-9055ba6c9aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:28.010457 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3c8baefa-53ed-4d2d-b18d-9055ba6c9aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:28.015430 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3c8baefa-53ed-4d2d-b18d-9055ba6c9aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:28.053872 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8baefa-53ed-4d2d-b18d-9055ba6c9aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f1f4e5-b576-4350-a72f-a9f7719d21a3,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:28.058662 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-3c8baefa-53ed-4d2d-b18d-9055ba6c9aa6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=333aad5db2284e288ff56d52d48bd2f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4848459 Jul 19 17:18:28.062139 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 37448) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:28.118056 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a1b41376-e839-4105-a8a7-41b57a77919c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:28.127118 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2785637-728a-43db-9aca-f275471f8d4c req-cf03b203-72de-455f-a589-f1e95c7a1e8c tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:28.128711 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f2785637-728a-43db-9aca-f275471f8d4c req-cf03b203-72de-455f-a589-f1e95c7a1e8c tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.1543620 Jul 19 17:18:28.130404 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7d427ec2-f6b2-46a9-96ad-1e93f94cd237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for subnet, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:28.150452 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a1b41376-e839-4105-a8a7-41b57a77919c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:28.219782 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f2785637-728a-43db-9aca-f275471f8d4c req-143f5a0a-d4aa-41b2-a86c-3301e5f4e444 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834427 Jul 19 17:18:28.234935 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a1b41376-e839-4105-a8a7-41b57a77919c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:28.238857 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a1b41376-e839-4105-a8a7-41b57a77919c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:28.240446 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d427ec2-f6b2-46a9-96ad-1e93f94cd237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b565e337-3907-43d3-b935-29e9c933bf03,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:28.249968 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-a1b41376-e839-4105-a8a7-41b57a77919c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e2f1f4e5-b576-4350-a72f-a9f7719d21a3 HTTP/1.1" status: 204 len: 168 time: 0.1865156 Jul 19 17:18:28.253177 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d427ec2-f6b2-46a9-96ad-1e93f94cd237 admin admin] Checking segment: {'id': '555865e3-4c60-4a03-a50d-386083fbbf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '43f0d026-9172-4b69-8ca1-3e18e74f7863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:18:28.253639 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d427ec2-f6b2-46a9-96ad-1e93f94cd237 admin admin] Network hostable DHCP agents. Network: 43f0d026-9172-4b69-8ca1-3e18e74f7863, hostable agents: ['2623ed35-230f-4ed4-8c02-4756eb9c3b9a'], hosted agents: [] {{(pid=93285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:18:28.274215 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d427ec2-f6b2-46a9-96ad-1e93f94cd237 admin admin] Network 43f0d026-9172-4b69-8ca1-3e18e74f7863 is scheduled to be hosted by DHCP agent 2623ed35-230f-4ed4-8c02-4756eb9c3b9a with binding_index 1 {{(pid=93285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:18:28.277146 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b41376-e839-4105-a8a7-41b57a77919c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f1f4e5-b576-4350-a72f-a9f7719d21a3,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:28.293093 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-7d427ec2-f6b2-46a9-96ad-1e93f94cd237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-1-iscsi, 43f0d026-9172-4b69-8ca1-3e18e74f7863) {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:18:28.302331 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d427ec2-f6b2-46a9-96ad-1e93f94cd237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:28.303168 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7d427ec2-f6b2-46a9-96ad-1e93f94cd237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:28.314120 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e662a8e-3863-44a5-bb71-8a1f642aa726 None None] Network 43f0d026-9172-4b69-8ca1-3e18e74f7863 requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:18:28.325752 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 37460) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:28.326178 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-7d427ec2-f6b2-46a9-96ad-1e93f94cd237 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5493050 Jul 19 17:18:28.330811 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-0f36bd59-88f8-426b-9fd3-39c117a2454e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1631990831-router', 'tenant_id': '3e65159baafb47cdba6248c5654c9130', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:18:28.380998 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0f36bd59-88f8-426b-9fd3-39c117a2454e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-974277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9720'] for router, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:28.380998 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0f36bd59-88f8-426b-9fd3-39c117a2454e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-974835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9719'] for router, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:28.455937 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0f36bd59-88f8-426b-9fd3-39c117a2454e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:28.641046 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0f36bd59-88f8-426b-9fd3-39c117a2454e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-974089', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-974251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9669'] for router, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:28.675417 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92915410-f5d9-47b5-a5d1-0b1172335f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb66f432-f83b-5af4-94dc-6d90656eacfe-43f0d026-9172-4b69-8ca1-3e18e74f7863', 'network_id': '43f0d026-9172-4b69-8ca1-3e18e74f7863', 'tenant_id': '3e65159baafb47cdba6248c5654c9130', 'fixed_ips': [{'subnet_id': 'b565e337-3907-43d3-b935-29e9c933bf03'}]}} from dv-cinder-801354-1-iscsi. {{(pid=93287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 17:18:28.676304 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-92915410-f5d9-47b5-a5d1-0b1172335f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:28.892117 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.db_base_plugin_common [None req-92915410-f5d9-47b5-a5d1-0b1172335f75 None None] Allocated IP 172.20.0.2 (43f0d026-9172-4b69-8ca1-3e18e74f7863/b565e337-3907-43d3-b935-29e9c933bf03/996524ea-3278-4e8f-a8b2-a9bcbdfa1986) {{(pid=93287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:18:29.013034 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-71493b12-40c1-482a-b877-1bb9bd0068fa tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:29.016355 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-71493b12-40c1-482a-b877-1bb9bd0068fa tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/networks?id=9b8f1052-d38c-4c35-b3f7-23ef6befafc5 HTTP/1.1" status: 200 len: 814 time: 0.2104993 Jul 19 17:18:29.053605 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-b7f79de8-fe54-490e-abda-35e91838bcb8 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/quotas/cc257254b91a48a38c0e3224e8d2a169 HTTP/1.1" status: 200 len: 375 time: 0.0316396 Jul 19 17:18:29.106939 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0f36bd59-88f8-426b-9fd3-39c117a2454e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:29.137950 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0f36bd59-88f8-426b-9fd3-39c117a2454e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:29.168846 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-92915410-f5d9-47b5-a5d1-0b1172335f75 None None] Notify callbacks [] for port, precommit_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:29.178286 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-92915410-f5d9-47b5-a5d1-0b1172335f75 None None] Transition to ACTIVE for port object 996524ea-3278-4e8f-a8b2-a9bcbdfa1986 will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:18:29.205307 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-92915410-f5d9-47b5-a5d1-0b1172335f75 None None] Transition to ACTIVE for port object 996524ea-3278-4e8f-a8b2-a9bcbdfa1986 will not be triggered until provisioned by entity DHCP. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:18:29.222413 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-92915410-f5d9-47b5-a5d1-0b1172335f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961'] for port, after_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:29.291725 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92915410-f5d9-47b5-a5d1-0b1172335f75 None None] Network 43f0d026-9172-4b69-8ca1-3e18e74f7863 is already hosted by enough agents. {{(pid=93287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:18:29.297668 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.scheduler.base_scheduler [None req-92915410-f5d9-47b5-a5d1-0b1172335f75 None None] Resources bound (agent type, host, resource id): {{(pid=93287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:18:29.301978 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92915410-f5d9-47b5-a5d1-0b1172335f75 None None] Received port after_create {{(pid=93287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:18:29.370944 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92915410-f5d9-47b5-a5d1-0b1172335f75 None None] Pushing event updated for resources: {'Port': ['ID=996524ea-3278-4e8f-a8b2-a9bcbdfa1986,revision_number=1']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:29.393291 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-92915410-f5d9-47b5-a5d1-0b1172335f75 None None] Attempting to bind port 996524ea-3278-4e8f-a8b2-a9bcbdfa1986 on host dv-cinder-801354-1-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:18:29.393754 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-92915410-f5d9-47b5-a5d1-0b1172335f75 None None] Attempting to bind port 996524ea-3278-4e8f-a8b2-a9bcbdfa1986 by drivers openvswitch,hyperv on host dv-cinder-801354-1-iscsi at level 0 using segments [{'id': '555865e3-4c60-4a03-a50d-386083fbbf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '43f0d026-9172-4b69-8ca1-3e18e74f7863'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:18:29.394097 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92915410-f5d9-47b5-a5d1-0b1172335f75 None None] Attempting to bind port 996524ea-3278-4e8f-a8b2-a9bcbdfa1986 on network 43f0d026-9172-4b69-8ca1-3e18e74f7863 {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:18:29.400642 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92915410-f5d9-47b5-a5d1-0b1172335f75 None None] Checking agent: {'id': '1644f3e0-cc54-41af-ad00-0738a02153ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 9, 11), 'started_at': datetime.datetime(2021, 7, 19, 17, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:18:29.400866 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92915410-f5d9-47b5-a5d1-0b1172335f75 None None] Checking segment: {'id': '555865e3-4c60-4a03-a50d-386083fbbf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '43f0d026-9172-4b69-8ca1-3e18e74f7863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:18:29.401474 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-92915410-f5d9-47b5-a5d1-0b1172335f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:29.402094 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92915410-f5d9-47b5-a5d1-0b1172335f75 None None] Bound using segment: {'id': '555865e3-4c60-4a03-a50d-386083fbbf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '43f0d026-9172-4b69-8ca1-3e18e74f7863'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:18:29.402886 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-92915410-f5d9-47b5-a5d1-0b1172335f75 None None] Bound port: 996524ea-3278-4e8f-a8b2-a9bcbdfa1986, host: dv-cinder-801354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '555865e3-4c60-4a03-a50d-386083fbbf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '43f0d026-9172-4b69-8ca1-3e18e74f7863'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:18:29.402886 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-92915410-f5d9-47b5-a5d1-0b1172335f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:29.458169 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371c291-afbc-451f-a4da-a7a7fd3a21a2 req-aefc7dcf-fc18-40dc-83b6-f683a738fce7 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:29.468984 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b371c291-afbc-451f-a4da-a7a7fd3a21a2 req-aefc7dcf-fc18-40dc-83b6-f683a738fce7 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.1252582 Jul 19 17:18:29.500323 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-92915410-f5d9-47b5-a5d1-0b1172335f75 None None] For port 996524ea-3278-4e8f-a8b2-a9bcbdfa1986, host dv-cinder-801354-1-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:18:29.508627 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-92915410-f5d9-47b5-a5d1-0b1172335f75 None None] For port 996524ea-3278-4e8f-a8b2-a9bcbdfa1986, host dv-cinder-801354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=996524ea-3278-4e8f-a8b2-a9bcbdfa1986,segment=NetworkSegment(555865e3-4c60-4a03-a50d-386083fbbf04),segment_id=555865e3-4c60-4a03-a50d-386083fbbf04)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:18:29.520421 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-92915410-f5d9-47b5-a5d1-0b1172335f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:29.542587 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-c7408114-caee-46e4-afcd-37041e453762 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=cc257254b91a48a38c0e3224e8d2a169&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4814019 Jul 19 17:18:29.545744 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b371c291-afbc-451f-a4da-a7a7fd3a21a2 req-ba07fca9-31eb-46a9-a714-75bdd1457696 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746779 Jul 19 17:18:29.591048 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92915410-f5d9-47b5-a5d1-0b1172335f75 None None] Pushing event updated for resources: {'Port': ['ID=996524ea-3278-4e8f-a8b2-a9bcbdfa1986,revision_number=2']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:29.611151 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-0f36bd59-88f8-426b-9fd3-39c117a2454e admin admin] Allocated IP 172.27.1.62 (471a83f0-55fa-4280-ad36-b168b6f04fca/5f22dab2-98ea-4073-8b5a-7afc7b46c4a2/af48be06-ba12-443f-9d36-a19589f56e83) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:18:29.699448 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-746c5869-c6ea-47d3-b114-172881fae851 service neutron] 10.222.0.63 "GET /v2.0/networks/9b8f1052-d38c-4c35-b3f7-23ef6befafc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560135 Jul 19 17:18:29.874628 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0f36bd59-88f8-426b-9fd3-39c117a2454e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:29.912270 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-f7adaf22-4807-4e2f-94dc-8f6973c3d523 service neutron] 10.222.0.63 "GET /v2.0/networks/9b8f1052-d38c-4c35-b3f7-23ef6befafc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814919 Jul 19 17:18:29.970326 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0f36bd59-88f8-426b-9fd3-39c117a2454e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10507233'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:30.026842 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f36bd59-88f8-426b-9fd3-39c117a2454e admin admin] Network 471a83f0-55fa-4280-ad36-b168b6f04fca is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:18:30.029273 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36bd59-88f8-426b-9fd3-39c117a2454e admin admin] Pushing event updated for resources: {'Port': ['ID=af48be06-ba12-443f-9d36-a19589f56e83,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:30.034052 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-0f36bd59-88f8-426b-9fd3-39c117a2454e admin admin] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:18:30.036380 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f36bd59-88f8-426b-9fd3-39c117a2454e admin admin] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:18:30.227261 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b4aa6d47-91d9-41e5-8424-44f2f04abc88 req-12580d04-5166-4f16-b5f2-9b7f5c91e622 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=56674f4b-36e7-45e1-bb66-ce1d49342806 HTTP/1.1" status: 200 len: 210 time: 0.0833552 Jul 19 17:18:30.437641 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0f36bd59-88f8-426b-9fd3-39c117a2454e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:30.698074 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0f36bd59-88f8-426b-9fd3-39c117a2454e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-974268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-974124'] for router, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:30.750504 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e188ffb-93fc-4f93-8070-3a86facf675b req-9876d9ed-ee3d-4122-9de8-31a9ad6f3280 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:30.754497 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9e188ffb-93fc-4f93-8070-3a86facf675b req-9876d9ed-ee3d-4122-9de8-31a9ad6f3280 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0966730 Jul 19 17:18:30.808680 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aedd0e7-6de4-451c-b7ab-e51ef531530e None None] Network 43f0d026-9172-4b69-8ca1-3e18e74f7863 requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:18:30.813704 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9e188ffb-93fc-4f93-8070-3a86facf675b req-f3569ee1-9df5-4c6b-9d9d-fbc39c5c544e tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486972 Jul 19 17:18:30.872647 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f36bd59-88f8-426b-9fd3-39c117a2454e admin admin] Router 78f2143c-a96c-4c4b-bcaa-3abf6393f313 is scheduled to L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f with binding_index 1 {{(pid=93286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 17:18:30.938103 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 37598) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:30.947770 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-1cdffdb0-4b2b-481c-89c5-e16e8e040f63 None None] Provisioning for port 996524ea-3278-4e8f-a8b2-a9bcbdfa1986 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:18:30.992291 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f36bd59-88f8-426b-9fd3-39c117a2454e admin admin] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:18:31.001485 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7b4baf-124a-4eb1-9119-e606dd9b93e2 None None] Sync routers for ids ['78f2143c-a96c-4c4b-bcaa-3abf6393f313'] in dv-cinder-801354-1-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:18:31.012428 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7b4baf-124a-4eb1-9119-e606dd9b93e2 None None] Routers {'78f2143c-a96c-4c4b-bcaa-3abf6393f313'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:18:31.013322 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-8d7b4baf-124a-4eb1-9119-e606dd9b93e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:18:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['78f2143c-a96c-4c4b-bcaa-3abf6393f313'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:18:31.018224 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0f36bd59-88f8-426b-9fd3-39c117a2454e admin admin] Notify callbacks [] for router, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:31.019783 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-0f36bd59-88f8-426b-9fd3-39c117a2454e admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6925673 Jul 19 17:18:31.022847 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 37606) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:31.114005 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fd56261f-8af6-4bad-a656-91f84170733d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:31.171598 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-8d7b4baf-124a-4eb1-9119-e606dd9b93e2 None None] Set router 78f2143c-a96c-4c4b-bcaa-3abf6393f313 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:18:31.407888 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-8d7b4baf-124a-4eb1-9119-e606dd9b93e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'name': 'tempest-TestShelveInstance-1631990831-router', 'tenant_id': '3e65159baafb47cdba6248c5654c9130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'af48be06-ba12-443f-9d36-a19589f56e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:18:28Z', 'updated_at': '2021-07-19T17:18:30Z', 'revision_number': 3, 'project_id': '3e65159baafb47cdba6248c5654c9130', 'gw_port': {'id': 'af48be06-ba12-443f-9d36-a19589f56e83', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:18:29Z', 'updated_at': '2021-07-19T17:18:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi'}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:18:31.442297 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7b4baf-124a-4eb1-9119-e606dd9b93e2 None None] Checking router: 78f2143c-a96c-4c4b-bcaa-3abf6393f313 for host: dv-cinder-801354-1-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:18:31.442728 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7b4baf-124a-4eb1-9119-e606dd9b93e2 None None] Updating router 78f2143c-a96c-4c4b-bcaa-3abf6393f313 port af48be06-ba12-443f-9d36-a19589f56e83 binding host dv-cinder-801354-1-iscsi {{(pid=93288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:18:31.513691 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8d7b4baf-124a-4eb1-9119-e606dd9b93e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:31.538701 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-805b66e7-b858-41a9-b92d-4e1276d3d598 req-f6a8e45f-59cf-411b-89e8-5563d17d5270 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=56674f4b-36e7-45e1-bb66-ce1d49342806 HTTP/1.1" status: 200 len: 210 time: 0.0789514 Jul 19 17:18:31.591883 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 996524ea-3278-4e8f-a8b2-a9bcbdfa1986 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:18:31.667135 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning for port 996524ea-3278-4e8f-a8b2-a9bcbdfa1986 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:18:31.672679 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 996524ea-3278-4e8f-a8b2-a9bcbdfa1986 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:18:31.674297 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:31.751271 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fd56261f-8af6-4bad-a656-91f84170733d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:31.760911 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:31.762553 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fd56261f-8af6-4bad-a656-91f84170733d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:31.806088 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-818dc061-23ae-4a5f-921f-a16e9823541f tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:31.807782 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-818dc061-23ae-4a5f-921f-a16e9823541f tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.16 "GET /v2.0/networks?id=9b8f1052-d38c-4c35-b3f7-23ef6befafc5 HTTP/1.1" status: 200 len: 814 time: 0.3502729 Jul 19 17:18:31.809488 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] For port 996524ea-3278-4e8f-a8b2-a9bcbdfa1986, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=996524ea-3278-4e8f-a8b2-a9bcbdfa1986,segment=NetworkSegment(555865e3-4c60-4a03-a50d-386083fbbf04),segment_id=555865e3-4c60-4a03-a50d-386083fbbf04)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:18:31.814378 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:31.828909 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-fd56261f-8af6-4bad-a656-91f84170733d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cb87c1c227844cf78857bed3fd71d7e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8897192 Jul 19 17:18:31.831589 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 37630) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:31.846594 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8d7b4baf-124a-4eb1-9119-e606dd9b93e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:31.859245 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [None req-8d7b4baf-124a-4eb1-9119-e606dd9b93e2 None None] Transition to ACTIVE for port object af48be06-ba12-443f-9d36-a19589f56e83 will not be triggered until provisioned by entity L2. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:18:31.870906 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-5d6d5e64-6858-43f3-ab62-87ef08d9b00d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Request body: {'port': {'device_id': '56674f4b-36e7-45e1-bb66-ce1d49342806', 'network_id': '9b8f1052-d38c-4c35-b3f7-23ef6befafc5', 'admin_state_up': True, 'tenant_id': 'cc257254b91a48a38c0e3224e8d2a169'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:18:31.873025 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8d7b4baf-124a-4eb1-9119-e606dd9b93e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:31.886301 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Pushing event updated for resources: {'Port': ['ID=996524ea-3278-4e8f-a8b2-a9bcbdfa1986,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:31.929572 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-8d7b4baf-124a-4eb1-9119-e606dd9b93e2 None None] Attempting to bind port af48be06-ba12-443f-9d36-a19589f56e83 on host dv-cinder-801354-1-iscsi for vnic_type normal with profile {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:18:31.929944 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-8d7b4baf-124a-4eb1-9119-e606dd9b93e2 None None] Attempting to bind port af48be06-ba12-443f-9d36-a19589f56e83 by drivers openvswitch,hyperv on host dv-cinder-801354-1-iscsi at level 0 using segments [{'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:18:31.930303 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7b4baf-124a-4eb1-9119-e606dd9b93e2 None None] Attempting to bind port af48be06-ba12-443f-9d36-a19589f56e83 on network 471a83f0-55fa-4280-ad36-b168b6f04fca {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:18:31.938609 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b251a9d7-d971-48ce-88fb-e422bc00c250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:31.941613 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7b4baf-124a-4eb1-9119-e606dd9b93e2 None None] Checking agent: {'id': '1644f3e0-cc54-41af-ad00-0738a02153ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 9, 11), 'started_at': datetime.datetime(2021, 7, 19, 17, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:18:31.941991 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7b4baf-124a-4eb1-9119-e606dd9b93e2 None None] Checking segment: {'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:18:31.942387 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8d7b4baf-124a-4eb1-9119-e606dd9b93e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:31.942928 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7b4baf-124a-4eb1-9119-e606dd9b93e2 None None] Bound using segment: {'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:18:31.943532 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-8d7b4baf-124a-4eb1-9119-e606dd9b93e2 None None] Bound port: af48be06-ba12-443f-9d36-a19589f56e83, host: dv-cinder-801354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:18:31.944091 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8d7b4baf-124a-4eb1-9119-e606dd9b93e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:31.944363 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56261f-8af6-4bad-a656-91f84170733d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1fd26f-7ac8-4cef-a4f8-8b107a28fc71,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:31.974480 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6720b67-4113-4b98-9a83-2d41a3539773 None None] Pushing event updated for resources: {'Port': ['ID=af48be06-ba12-443f-9d36-a19589f56e83,revision_number=2']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:31.978651 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b251a9d7-d971-48ce-88fb-e422bc00c250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:31.986868 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6720b67-4113-4b98-9a83-2d41a3539773 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:18:31.987397 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6720b67-4113-4b98-9a83-2d41a3539773 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:18:31.987751 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6720b67-4113-4b98-9a83-2d41a3539773 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:18:31.988083 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6720b67-4113-4b98-9a83-2d41a3539773 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:18:31.988410 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6720b67-4113-4b98-9a83-2d41a3539773 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:18:31.988895 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6720b67-4113-4b98-9a83-2d41a3539773 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:18:31.989400 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6720b67-4113-4b98-9a83-2d41a3539773 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:18:31.989741 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6720b67-4113-4b98-9a83-2d41a3539773 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:18:31.990228 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6720b67-4113-4b98-9a83-2d41a3539773 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:18:31.990700 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6720b67-4113-4b98-9a83-2d41a3539773 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:18:31.991171 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6720b67-4113-4b98-9a83-2d41a3539773 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:18:31.991658 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6720b67-4113-4b98-9a83-2d41a3539773 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:18:32.017934 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaea801-47d8-4e4a-be17-37aade083be8 req-11667ca7-7cb0-46aa-bcee-d14be4e30897 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:32.018738 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-8d7b4baf-124a-4eb1-9119-e606dd9b93e2 None None] For port af48be06-ba12-443f-9d36-a19589f56e83, host dv-cinder-801354-1-iscsi, cleared binding levels {{(pid=93288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:18:32.019590 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6aaea801-47d8-4e4a-be17-37aade083be8 req-11667ca7-7cb0-46aa-bcee-d14be4e30897 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.1314778 Jul 19 17:18:32.023170 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-8d7b4baf-124a-4eb1-9119-e606dd9b93e2 None None] For port af48be06-ba12-443f-9d36-a19589f56e83, host dv-cinder-801354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=af48be06-ba12-443f-9d36-a19589f56e83,segment=NetworkSegment(7431590e-ccf2-4917-bcc9-f5f2a04630c8),segment_id=7431590e-ccf2-4917-bcc9-f5f2a04630c8)] {{(pid=93288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:18:32.030403 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8d7b4baf-124a-4eb1-9119-e606dd9b93e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:32.074372 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-5d6d5e64-6858-43f3-ab62-87ef08d9b00d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Made reservation on behalf of cc257254b91a48a38c0e3224e8d2a169 for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:18:32.078291 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-5d6d5e64-6858-43f3-ab62-87ef08d9b00d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:32.084506 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b251a9d7-d971-48ce-88fb-e422bc00c250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:32.087536 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b251a9d7-d971-48ce-88fb-e422bc00c250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:32.088913 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-b251a9d7-d971-48ce-88fb-e422bc00c250 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ba1fd26f-7ac8-4cef-a4f8-8b107a28fc71 HTTP/1.1" status: 204 len: 168 time: 0.2563374 Jul 19 17:18:32.095022 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7b4baf-124a-4eb1-9119-e606dd9b93e2 None None] Routers {'78f2143c-a96c-4c4b-bcaa-3abf6393f313'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:18:32.095951 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-8d7b4baf-124a-4eb1-9119-e606dd9b93e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:18:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['78f2143c-a96c-4c4b-bcaa-3abf6393f313'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:18:32.106269 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6aaea801-47d8-4e4a-be17-37aade083be8 req-2b1c5712-8884-4466-9f0f-523b3b806580 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763662 Jul 19 17:18:32.113916 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251a9d7-d971-48ce-88fb-e422bc00c250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1fd26f-7ac8-4cef-a4f8-8b107a28fc71,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:32.192683 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6720b67-4113-4b98-9a83-2d41a3539773 None None] Pushing event updated for resources: {'Port': ['ID=af48be06-ba12-443f-9d36-a19589f56e83,revision_number=3']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:32.198431 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b2297a5b-0e06-4789-839c-0b13a90804b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:32.231854 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-8d7b4baf-124a-4eb1-9119-e606dd9b93e2 None None] Set router 78f2143c-a96c-4c4b-bcaa-3abf6393f313 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:18:32.310437 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-5d6d5e64-6858-43f3-ab62-87ef08d9b00d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Allocated IP 172.20.0.4 (9b8f1052-d38c-4c35-b3f7-23ef6befafc5/8d91bcad-1b0b-46ec-a056-83e72cc2ce61/1e6d6420-d870-4995-98a6-5f63b8126ee0) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:18:32.433905 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 37640) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:32.452526 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-8d7b4baf-124a-4eb1-9119-e606dd9b93e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'name': 'tempest-TestShelveInstance-1631990831-router', 'tenant_id': '3e65159baafb47cdba6248c5654c9130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'af48be06-ba12-443f-9d36-a19589f56e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:18:28Z', 'updated_at': '2021-07-19T17:18:30Z', 'revision_number': 3, 'project_id': '3e65159baafb47cdba6248c5654c9130', 'gw_port': {'id': 'af48be06-ba12-443f-9d36-a19589f56e83', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:18:29Z', 'updated_at': '2021-07-19T17:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi'}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:18:32.470077 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1ca15eee-f0e6-463a-8766-90e261429ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:32.496072 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-b2297a5b-0e06-4789-839c-0b13a90804b2 admin admin] Allocated IP 172.20.0.1 (43f0d026-9172-4b69-8ca1-3e18e74f7863/b565e337-3907-43d3-b935-29e9c933bf03/f85f140f-e483-4700-a39e-c7f32b599fe2) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:18:32.558633 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7b4baf-124a-4eb1-9119-e606dd9b93e2 None None] The sync data for ids ['78f2143c-a96c-4c4b-bcaa-3abf6393f313'] in dv-cinder-801354-1-iscsi is: [{'id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'name': 'tempest-TestShelveInstance-1631990831-router', 'tenant_id': '3e65159baafb47cdba6248c5654c9130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'af48be06-ba12-443f-9d36-a19589f56e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:18:28Z', 'updated_at': '2021-07-19T17:18:30Z', 'revision_number': 3, 'project_id': '3e65159baafb47cdba6248c5654c9130', 'gw_port': {'id': 'af48be06-ba12-443f-9d36-a19589f56e83', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:18:29Z', 'updated_at': '2021-07-19T17:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi'}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:18:32.647335 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8fe962ad-a4d2-435c-a28e-51585b27ad1e req-2d81dc8b-8567-44b5-94f1-dc38dddd42c1 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=56674f4b-36e7-45e1-bb66-ce1d49342806 HTTP/1.1" status: 200 len: 210 time: 0.0301046 Jul 19 17:18:32.685293 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-5d6d5e64-6858-43f3-ab62-87ef08d9b00d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:32.761351 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b2297a5b-0e06-4789-839c-0b13a90804b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:32.801794 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [None req-b2297a5b-0e06-4789-839c-0b13a90804b2 admin admin] Transition to ACTIVE for port object f85f140f-e483-4700-a39e-c7f32b599fe2 will not be triggered until provisioned by entity DHCP. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:18:32.804649 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1ca15eee-f0e6-463a-8766-90e261429ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:32.810184 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1ca15eee-f0e6-463a-8766-90e261429ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:32.855359 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-5d6d5e64-6858-43f3-ab62-87ef08d9b00d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:32.878067 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['f08182df-2a27-4a4a-90fa-e53dab98b0a0', '9e7b4357-7aa3-44d5-95eb-9282527b55cf'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:18:32.880104 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-1ca15eee-f0e6-463a-8766-90e261429ec8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3049bd2cf29d490794e4c4d3c59af8a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4434662 Jul 19 17:18:32.882758 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 37646) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:32.915385 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca15eee-f0e6-463a-8766-90e261429ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb9d057-e5f6-4741-9189-488f5accff15,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:32.935252 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-5d6d5e64-6858-43f3-ab62-87ef08d9b00d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Network 9b8f1052-d38c-4c35-b3f7-23ef6befafc5 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:18:32.946200 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-5d6d5e64-6858-43f3-ab62-87ef08d9b00d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:18:32.948307 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c9b87641-9ee2-4644-8c1b-05c49b19d847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:32.953293 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-5d6d5e64-6858-43f3-ab62-87ef08d9b00d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:18:32.959267 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-5d6d5e64-6858-43f3-ab62-87ef08d9b00d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:32.959987 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-5d6d5e64-6858-43f3-ab62-87ef08d9b00d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:32.970766 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b2297a5b-0e06-4789-839c-0b13a90804b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:32.974569 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d5e64-6858-43f3-ab62-87ef08d9b00d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Pushing event updated for resources: {'Port': ['ID=1e6d6420-d870-4995-98a6-5f63b8126ee0,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:32.999500 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c9b87641-9ee2-4644-8c1b-05c49b19d847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:33.015663 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-5d6d5e64-6858-43f3-ab62-87ef08d9b00d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1542225 Jul 19 17:18:33.029041 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2297a5b-0e06-4789-839c-0b13a90804b2 admin admin] Network 43f0d026-9172-4b69-8ca1-3e18e74f7863 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:18:33.033901 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-9809961f-55cc-4df6-b5a8-82f9747f4752 service neutron] Request body: {'port': {'device_id': '56674f4b-36e7-45e1-bb66-ce1d49342806', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:18:33.041497 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-b2297a5b-0e06-4789-839c-0b13a90804b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:18:33.060539 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c9b87641-9ee2-4644-8c1b-05c49b19d847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:33.063266 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c9b87641-9ee2-4644-8c1b-05c49b19d847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:33.065942 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2297a5b-0e06-4789-839c-0b13a90804b2 admin admin] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:18:33.066414 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b2297a5b-0e06-4789-839c-0b13a90804b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974323'] for router_interface, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:33.067164 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-c9b87641-9ee2-4644-8c1b-05c49b19d847 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3eb9d057-e5f6-4741-9189-488f5accff15 HTTP/1.1" status: 204 len: 168 time: 0.1831753 Jul 19 17:18:33.079811 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2297a5b-0e06-4789-839c-0b13a90804b2 admin admin] Pushing event updated for resources: {'Port': ['ID=f85f140f-e483-4700-a39e-c7f32b599fe2,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:33.082442 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b87641-9ee2-4644-8c1b-05c49b19d847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb9d057-e5f6-4741-9189-488f5accff15,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:33.321125 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-9809961f-55cc-4df6-b5a8-82f9747f4752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:33.427381 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc519-c623-4b68-a8dc-90b1d9d52965 None None] Provisioning for port f85f140f-e483-4700-a39e-c7f32b599fe2 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:18:33.428254 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc519-c623-4b68-a8dc-90b1d9d52965 None None] Provisioning complete for port f85f140f-e483-4700-a39e-c7f32b599fe2 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:18:33.428637 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc519-c623-4b68-a8dc-90b1d9d52965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:33.488665 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc519-c623-4b68-a8dc-90b1d9d52965 None None] Port f85f140f-e483-4700-a39e-c7f32b599fe2 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:18:33.550477 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484f7f1-01ac-4225-bdb7-5846f74f5fc0 req-a5d1bbe9-a598-45f8-a5cf-0669052e4992 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:33.558956 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d484f7f1-01ac-4225-bdb7-5846f74f5fc0 req-a5d1bbe9-a598-45f8-a5cf-0669052e4992 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.3297083 Jul 19 17:18:33.602465 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b2297a5b-0e06-4789-839c-0b13a90804b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:33.617088 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 996524ea-3278-4e8f-a8b2-a9bcbdfa1986 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:18:33.648497 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d484f7f1-01ac-4225-bdb7-5846f74f5fc0 req-bfb00744-4d5d-4eda-b944-b2cc4ab0d764 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883801 Jul 19 17:18:33.705993 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 996524ea-3278-4e8f-a8b2-a9bcbdfa1986 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:18:33.708229 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:33.849178 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device af48be06-ba12-443f-9d36-a19589f56e83 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:18:33.872266 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257fea9-f19d-4147-936a-6c27ca1e3e5c req-4fe4c916-bc7c-4665-83bd-79dbd7865f53 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:33.874315 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9257fea9-f19d-4147-936a-6c27ca1e3e5c req-4fe4c916-bc7c-4665-83bd-79dbd7865f53 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=56674f4b-36e7-45e1-bb66-ce1d49342806 HTTP/1.1" status: 200 len: 931 time: 0.1138625 Jul 19 17:18:33.920116 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9257fea9-f19d-4147-936a-6c27ca1e3e5c req-937237e2-976d-4508-875c-e7441bd3c65d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395632 Jul 19 17:18:33.928939 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning for port af48be06-ba12-443f-9d36-a19589f56e83 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:18:33.934515 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port af48be06-ba12-443f-9d36-a19589f56e83 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:18:33.935029 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:34.049106 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:34.073124 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] For port af48be06-ba12-443f-9d36-a19589f56e83, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=af48be06-ba12-443f-9d36-a19589f56e83,segment=NetworkSegment(7431590e-ccf2-4917-bcc9-f5f2a04630c8),segment_id=7431590e-ccf2-4917-bcc9-f5f2a04630c8)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:18:34.078208 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:34.131178 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Pushing event updated for resources: {'Port': ['ID=af48be06-ba12-443f-9d36-a19589f56e83,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:34.145040 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-9809961f-55cc-4df6-b5a8-82f9747f4752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e6d6420-d870-4995-98a6-5f63b8126ee0 {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:18:34.156952 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-9809961f-55cc-4df6-b5a8-82f9747f4752 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:34.178483 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b2297a5b-0e06-4789-839c-0b13a90804b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:34.181968 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-9809961f-55cc-4df6-b5a8-82f9747f4752 service neutron] Transition to ACTIVE for port object 1e6d6420-d870-4995-98a6-5f63b8126ee0 will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:18:34.184428 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b2297a5b-0e06-4789-839c-0b13a90804b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:34.185191 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b2297a5b-0e06-4789-839c-0b13a90804b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-785103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-972643'] for router_interface, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:34.196566 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-9809961f-55cc-4df6-b5a8-82f9747f4752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:34.324006 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2297a5b-0e06-4789-839c-0b13a90804b2 admin admin] Pushing event updated for resources: {'Port': ['ID=f85f140f-e483-4700-a39e-c7f32b599fe2,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:34.346471 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-9809961f-55cc-4df6-b5a8-82f9747f4752 service neutron] Attempting to bind port 1e6d6420-d870-4995-98a6-5f63b8126ee0 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:18:34.346812 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-9809961f-55cc-4df6-b5a8-82f9747f4752 service neutron] Attempting to bind port 1e6d6420-d870-4995-98a6-5f63b8126ee0 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'c21bc953-a360-415a-935f-f0f6c1812c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '9b8f1052-d38c-4c35-b3f7-23ef6befafc5'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:18:34.347145 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-9809961f-55cc-4df6-b5a8-82f9747f4752 service neutron] Attempting to bind port 1e6d6420-d870-4995-98a6-5f63b8126ee0 on network 9b8f1052-d38c-4c35-b3f7-23ef6befafc5 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:18:34.380568 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-9809961f-55cc-4df6-b5a8-82f9747f4752 service neutron] Port 1e6d6420-d870-4995-98a6-5f63b8126ee0 on network 9b8f1052-d38c-4c35-b3f7-23ef6befafc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:18:34.380906 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-9809961f-55cc-4df6-b5a8-82f9747f4752 service neutron] Attempting to bind port 1e6d6420-d870-4995-98a6-5f63b8126ee0 on network 9b8f1052-d38c-4c35-b3f7-23ef6befafc5 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:18:34.408683 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-9809961f-55cc-4df6-b5a8-82f9747f4752 service neutron] Checking agent: {'id': '17f591d8-d993-47ca-b852-67375c71a36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'started_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:18:34.409017 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-9809961f-55cc-4df6-b5a8-82f9747f4752 service neutron] Checking segment: {'id': 'c21bc953-a360-415a-935f-f0f6c1812c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '9b8f1052-d38c-4c35-b3f7-23ef6befafc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:18:34.409434 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-9809961f-55cc-4df6-b5a8-82f9747f4752 service neutron] Bound using segment: {'id': 'c21bc953-a360-415a-935f-f0f6c1812c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '9b8f1052-d38c-4c35-b3f7-23ef6befafc5'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:18:34.409874 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-9809961f-55cc-4df6-b5a8-82f9747f4752 service neutron] Bound port: 1e6d6420-d870-4995-98a6-5f63b8126ee0, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c21bc953-a360-415a-935f-f0f6c1812c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '9b8f1052-d38c-4c35-b3f7-23ef6befafc5'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:18:34.410219 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-9809961f-55cc-4df6-b5a8-82f9747f4752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:34.420430 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809961f-55cc-4df6-b5a8-82f9747f4752 service neutron] Pushing event updated for resources: {'Port': ['ID=1e6d6420-d870-4995-98a6-5f63b8126ee0,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:34.429684 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2297a5b-0e06-4789-839c-0b13a90804b2 admin admin] Network 43f0d026-9172-4b69-8ca1-3e18e74f7863 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:18:34.432622 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-b2297a5b-0e06-4789-839c-0b13a90804b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:18:34.595652 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-9809961f-55cc-4df6-b5a8-82f9747f4752 service neutron] For port 1e6d6420-d870-4995-98a6-5f63b8126ee0, host hv-cinder-80135, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:18:34.601307 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-9809961f-55cc-4df6-b5a8-82f9747f4752 service neutron] For port 1e6d6420-d870-4995-98a6-5f63b8126ee0, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=1e6d6420-d870-4995-98a6-5f63b8126ee0,segment=NetworkSegment(c21bc953-a360-415a-935f-f0f6c1812c07),segment_id=c21bc953-a360-415a-935f-f0f6c1812c07)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:18:34.609654 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-9809961f-55cc-4df6-b5a8-82f9747f4752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:34.666166 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-9809961f-55cc-4df6-b5a8-82f9747f4752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:34.666847 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-9809961f-55cc-4df6-b5a8-82f9747f4752 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:34.668299 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-9809961f-55cc-4df6-b5a8-82f9747f4752 service neutron] 10.222.0.16 "PUT /v2.0/ports/1e6d6420-d870-4995-98a6-5f63b8126ee0 HTTP/1.1" status: 200 len: 1093 time: 1.6413946 Jul 19 17:18:34.672073 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56674f4b-36e7-45e1-bb66-ce1d49342806', 'tag': '1e6d6420-d870-4995-98a6-5f63b8126ee0'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:18:34.675218 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3864e6-d60e-4af7-9269-15a77d8cadd7" -d '{"events": [{"name": "network-changed", "server_uuid": "56674f4b-36e7-45e1-bb66-ce1d49342806", "tag": "1e6d6420-d870-4995-98a6-5f63b8126ee0"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:18:34.711360 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2297a5b-0e06-4789-839c-0b13a90804b2 admin admin] Router 78f2143c-a96c-4c4b-bcaa-3abf6393f313 has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:18:34.721383 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-1bfd2ebb-402c-496a-8ba1-6b6335f3d590 None None] Provisioning complete for port f85f140f-e483-4700-a39e-c7f32b599fe2 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:18:34.722247 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-1bfd2ebb-402c-496a-8ba1-6b6335f3d590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:34.759121 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809961f-55cc-4df6-b5a8-82f9747f4752 service neutron] Pushing event updated for resources: {'Port': ['ID=1e6d6420-d870-4995-98a6-5f63b8126ee0,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:34.786592 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-1bfd2ebb-402c-496a-8ba1-6b6335f3d590 None None] Port f85f140f-e483-4700-a39e-c7f32b599fe2 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:18:34.842783 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e61c45b-301d-43cb-ac69-ca3973eb4b94 x-openstack-request-id: req-9e61c45b-301d-43cb-ac69-ca3973eb4b94 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:18:34.843080 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56674f4b-36e7-45e1-bb66-ce1d49342806", "tag": "1e6d6420-d870-4995-98a6-5f63b8126ee0", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:18:34.843334 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9e61c45b-301d-43cb-ac69-ca3973eb4b94 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:18:34.843717 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56674f4b-36e7-45e1-bb66-ce1d49342806', 'tag': '1e6d6420-d870-4995-98a6-5f63b8126ee0', 'status': 'completed', 'code': 200} Jul 19 17:18:34.846310 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd6361-f71e-4451-97bc-f18677553097 req-d2edf3a0-eaca-46ef-836c-f4ed6aa270fa tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:34.849736 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-54dd6361-f71e-4451-97bc-f18677553097 req-d2edf3a0-eaca-46ef-836c-f4ed6aa270fa tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0820162 Jul 19 17:18:34.884674 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-83543c95-e42b-4445-a8fa-6ebb21ee1c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:34.886267 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-83543c95-e42b-4445-a8fa-6ebb21ee1c7e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc257254b91a48a38c0e3224e8d2a169&device_id=56674f4b-36e7-45e1-bb66-ce1d49342806 HTTP/1.1" status: 200 len: 1096 time: 0.1620896 Jul 19 17:18:34.893094 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-54dd6361-f71e-4451-97bc-f18677553097 req-059beba5-76a1-44bb-b8eb-1b13d673c535 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391142 Jul 19 17:18:34.903781 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2297a5b-0e06-4789-839c-0b13a90804b2 admin admin] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:18:34.915118 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2202c7-2392-4b4b-87ac-92ec74ad21ca None None] Sync routers for ids ['78f2143c-a96c-4c4b-bcaa-3abf6393f313'] in dv-cinder-801354-1-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:18:34.924050 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2202c7-2392-4b4b-87ac-92ec74ad21ca None None] Routers {'78f2143c-a96c-4c4b-bcaa-3abf6393f313'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:18:34.924835 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-3a2202c7-2392-4b4b-87ac-92ec74ad21ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:18:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['78f2143c-a96c-4c4b-bcaa-3abf6393f313'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:18:34.943491 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-b2297a5b-0e06-4789-839c-0b13a90804b2 admin admin] 10.222.0.63 "PUT /v2.0/routers/78f2143c-a96c-4c4b-bcaa-3abf6393f313/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9193168 Jul 19 17:18:34.945080 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-486110dc-d48f-4da5-ae02-c75fc5ab8614 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e6d6420-d870-4995-98a6-5f63b8126ee0 HTTP/1.1" status: 200 len: 217 time: 0.0498524 Jul 19 17:18:35.004091 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-247b9099-3303-423a-9ed0-439261ad7fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:35.005584 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-247b9099-3303-423a-9ed0-439261ad7fe8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d91bcad-1b0b-46ec-a056-83e72cc2ce61 HTTP/1.1" status: 200 len: 854 time: 0.0517864 Jul 19 17:18:35.039064 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-3a2202c7-2392-4b4b-87ac-92ec74ad21ca None None] Set router 78f2143c-a96c-4c4b-bcaa-3abf6393f313 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:18:35.082866 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-8b9cbc2a-1809-4342-ae3c-2047da712813 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9b8f1052-d38c-4c35-b3f7-23ef6befafc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493538 Jul 19 17:18:35.165487 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87358c91-617a-4171-abba-ac1eb119fe22 req-c0919bd0-c3ae-499a-8ce2-f046970c5474 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:35.167002 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-87358c91-617a-4171-abba-ac1eb119fe22 req-c0919bd0-c3ae-499a-8ce2-f046970c5474 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=56674f4b-36e7-45e1-bb66-ce1d49342806 HTTP/1.1" status: 200 len: 943 time: 0.1658413 Jul 19 17:18:35.210366 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-7e1888bb-5f8e-44a7-a992-aadc5cc8f3b8 service neutron] 10.222.0.16 "GET /v2.0/networks/9b8f1052-d38c-4c35-b3f7-23ef6befafc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199460 Jul 19 17:18:35.242442 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-87358c91-617a-4171-abba-ac1eb119fe22 req-56fc74e6-2b68-4d4b-8036-9c763a9cfc6c tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622656 Jul 19 17:18:35.263182 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-3a2202c7-2392-4b4b-87ac-92ec74ad21ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'name': 'tempest-TestShelveInstance-1631990831-router', 'tenant_id': '3e65159baafb47cdba6248c5654c9130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'af48be06-ba12-443f-9d36-a19589f56e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:18:28Z', 'updated_at': '2021-07-19T17:18:33Z', 'revision_number': 4, 'project_id': '3e65159baafb47cdba6248c5654c9130', 'gw_port': {'id': 'af48be06-ba12-443f-9d36-a19589f56e83', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:18:29Z', 'updated_at': '2021-07-19T17:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'f85f140f-e483-4700-a39e-c7f32b599fe2', 'name': '', 'network_id': '43f0d026-9172-4b69-8ca1-3e18e74f7863', 'tenant_id': '3e65159baafb47cdba6248c5654c9130', 'mac_address': 'fa:16:3e:14:fa:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b565e337-3907-43d3-b935-29e9c933bf03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:18:32Z', 'updated_at': '2021-07-19T17:18:33Z', 'revision_number': 2, 'project_id': '3e65159baafb47cdba6248c5654c9130', 'subnets': [{'id': 'b565e337-3907-43d3-b935-29e9c933bf03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:18:35.293535 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2202c7-2392-4b4b-87ac-92ec74ad21ca None None] Checking router: 78f2143c-a96c-4c4b-bcaa-3abf6393f313 for host: dv-cinder-801354-1-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:18:35.293812 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2202c7-2392-4b4b-87ac-92ec74ad21ca None None] Updating router 78f2143c-a96c-4c4b-bcaa-3abf6393f313 port f85f140f-e483-4700-a39e-c7f32b599fe2 binding host dv-cinder-801354-1-iscsi {{(pid=93287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:18:35.330095 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-38474f5c-0b37-4271-adf1-9f47a0317878 req-517a1492-55b7-4640-82f9-26cf5f7dd30a service neutron] 10.222.0.16 "GET /v2.0/networks/9b8f1052-d38c-4c35-b3f7-23ef6befafc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102910 Jul 19 17:18:35.333285 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-3a2202c7-2392-4b4b-87ac-92ec74ad21ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:35.470378 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3864e6-d60e-4af7-9269-15a77d8cadd7 req-9c4881a5-1d95-47c0-b291-ee8d6fe5deb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:35.471294 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device af48be06-ba12-443f-9d36-a19589f56e83 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:18:35.472018 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0e3864e6-d60e-4af7-9269-15a77d8cadd7 req-9c4881a5-1d95-47c0-b291-ee8d6fe5deb2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc257254b91a48a38c0e3224e8d2a169&device_id=56674f4b-36e7-45e1-bb66-ce1d49342806 HTTP/1.1" status: 200 len: 1096 time: 0.0629921 Jul 19 17:18:35.551908 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 37718) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:35.557658 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-1ec5fdb9-764a-40ae-b670-8b4c7b2060ce admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1302959670-network', 'tenant_id': 'a0e38664031f4f0bbff93cf3d91747d1'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:18:35.588182 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec5fdb9-764a-40ae-b670-8b4c7b2060ce admin admin] Made reservation on behalf of a0e38664031f4f0bbff93cf3d91747d1 for: {'network': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:18:35.591987 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1ec5fdb9-764a-40ae-b670-8b4c7b2060ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for network, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:35.595123 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port af48be06-ba12-443f-9d36-a19589f56e83 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:18:35.595495 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:35.595822 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3864e6-d60e-4af7-9269-15a77d8cadd7 req-450f85dd-602e-4f12-ba58-85bf85d7f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:35.597470 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0e3864e6-d60e-4af7-9269-15a77d8cadd7 req-450f85dd-602e-4f12-ba58-85bf85d7f5c7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9b8f1052-d38c-4c35-b3f7-23ef6befafc5 HTTP/1.1" status: 200 len: 915 time: 0.1064367 Jul 19 17:18:35.600602 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1ec5fdb9-764a-40ae-b670-8b4c7b2060ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:35.649953 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0e3864e6-d60e-4af7-9269-15a77d8cadd7 req-ae403ced-84a7-45d8-b449-6cb17ed825ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e6d6420-d870-4995-98a6-5f63b8126ee0 HTTP/1.1" status: 200 len: 217 time: 0.0356014 Jul 19 17:18:35.704460 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3864e6-d60e-4af7-9269-15a77d8cadd7 req-7d58b966-582b-4c2a-9550-4922c6c523ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:35.705947 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0e3864e6-d60e-4af7-9269-15a77d8cadd7 req-7d58b966-582b-4c2a-9550-4922c6c523ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d91bcad-1b0b-46ec-a056-83e72cc2ce61 HTTP/1.1" status: 200 len: 854 time: 0.0441625 Jul 19 17:18:35.711424 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1ec5fdb9-764a-40ae-b670-8b4c7b2060ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:35.715226 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1ec5fdb9-764a-40ae-b670-8b4c7b2060ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:35.728298 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-3a2202c7-2392-4b4b-87ac-92ec74ad21ca None None] Notify callbacks [] for port, precommit_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:35.742164 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec5fdb9-764a-40ae-b670-8b4c7b2060ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=93286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:18:35.746710 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0e3864e6-d60e-4af7-9269-15a77d8cadd7 req-2c87e545-2f06-46b6-913e-577fe390c406 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9b8f1052-d38c-4c35-b3f7-23ef6befafc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309482 Jul 19 17:18:35.747002 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-3a2202c7-2392-4b4b-87ac-92ec74ad21ca None None] Transition to ACTIVE for port object f85f140f-e483-4700-a39e-c7f32b599fe2 will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:18:35.752902 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5fdb9-764a-40ae-b670-8b4c7b2060ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8990fc0d-3247-490c-b2be-cab1b5a7ee85,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:35.757787 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1ec5fdb9-764a-40ae-b670-8b4c7b2060ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:35.758341 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.db.segments_db [None req-1ec5fdb9-764a-40ae-b670-8b4c7b2060ce admin admin] Added segment d54575f7-e200-4e20-9a06-32b700049e89 of type vlan for network c41018e2-e834-48d4-8bae-6d39bb77c37c Jul 19 17:18:35.758562 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-3a2202c7-2392-4b4b-87ac-92ec74ad21ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:35.811918 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1ec5fdb9-764a-40ae-b670-8b4c7b2060ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737332213742'] for network, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:35.838011 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba336a13-4f71-4fdc-9cc6-dcf0e731aeb1 None None] Pushing event updated for resources: {'Port': ['ID=f85f140f-e483-4700-a39e-c7f32b599fe2,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:35.870256 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1ec5fdb9-764a-40ae-b670-8b4c7b2060ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for network, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:35.874439 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec5fdb9-764a-40ae-b670-8b4c7b2060ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:35.876383 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1ec5fdb9-764a-40ae-b670-8b4c7b2060ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:35.930989 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-3a2202c7-2392-4b4b-87ac-92ec74ad21ca None None] Attempting to bind port f85f140f-e483-4700-a39e-c7f32b599fe2 on host dv-cinder-801354-1-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:18:35.931470 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-3a2202c7-2392-4b4b-87ac-92ec74ad21ca None None] Attempting to bind port f85f140f-e483-4700-a39e-c7f32b599fe2 by drivers openvswitch,hyperv on host dv-cinder-801354-1-iscsi at level 0 using segments [{'id': '555865e3-4c60-4a03-a50d-386083fbbf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '43f0d026-9172-4b69-8ca1-3e18e74f7863'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:18:35.931835 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2202c7-2392-4b4b-87ac-92ec74ad21ca None None] Attempting to bind port f85f140f-e483-4700-a39e-c7f32b599fe2 on network 43f0d026-9172-4b69-8ca1-3e18e74f7863 {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:18:35.945011 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0e3864e6-d60e-4af7-9269-15a77d8cadd7 req-356e9b7a-8e77-4eaa-aa37-66c0e6565696 service neutron] 10.222.0.16 "GET /v2.0/networks/9b8f1052-d38c-4c35-b3f7-23ef6befafc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900737 Jul 19 17:18:35.948325 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-1ec5fdb9-764a-40ae-b670-8b4c7b2060ce admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3947568 Jul 19 17:18:35.948931 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 37730) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:35.957686 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2202c7-2392-4b4b-87ac-92ec74ad21ca None None] Checking agent: {'id': '1644f3e0-cc54-41af-ad00-0738a02153ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 9, 11), 'started_at': datetime.datetime(2021, 7, 19, 17, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:18:35.958069 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2202c7-2392-4b4b-87ac-92ec74ad21ca None None] Checking segment: {'id': '555865e3-4c60-4a03-a50d-386083fbbf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '43f0d026-9172-4b69-8ca1-3e18e74f7863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:18:35.958478 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-3a2202c7-2392-4b4b-87ac-92ec74ad21ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:35.958875 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2202c7-2392-4b4b-87ac-92ec74ad21ca None None] Bound using segment: {'id': '555865e3-4c60-4a03-a50d-386083fbbf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '43f0d026-9172-4b69-8ca1-3e18e74f7863'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:18:35.959358 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-3a2202c7-2392-4b4b-87ac-92ec74ad21ca None None] Bound port: f85f140f-e483-4700-a39e-c7f32b599fe2, host: dv-cinder-801354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '555865e3-4c60-4a03-a50d-386083fbbf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '43f0d026-9172-4b69-8ca1-3e18e74f7863'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:18:35.959745 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-3a2202c7-2392-4b4b-87ac-92ec74ad21ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:35.969916 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-b079ceca-f26e-496f-9c79-41ac7a9b4499 admin admin] Request body: {'subnet': {'network_id': 'c41018e2-e834-48d4-8bae-6d39bb77c37c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1302959670-subnet', 'tenant_id': 'a0e38664031f4f0bbff93cf3d91747d1', 'ip_version': 4}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:18:36.051539 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5fdb9-764a-40ae-b670-8b4c7b2060ce admin admin] Pushing event updated for resources: {'Network': ['ID=c41018e2-e834-48d4-8bae-6d39bb77c37c,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:36.064489 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Network c41018e2-e834-48d4-8bae-6d39bb77c37c details requested by agent ovs-agent-dv-cinder-801354-1-iscsi with host dv-cinder-801354-1-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:18:36.075479 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-3a2202c7-2392-4b4b-87ac-92ec74ad21ca None None] For port f85f140f-e483-4700-a39e-c7f32b599fe2, host dv-cinder-801354-1-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:18:36.089232 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-3a2202c7-2392-4b4b-87ac-92ec74ad21ca None None] For port f85f140f-e483-4700-a39e-c7f32b599fe2, host dv-cinder-801354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=f85f140f-e483-4700-a39e-c7f32b599fe2,segment=NetworkSegment(555865e3-4c60-4a03-a50d-386083fbbf04),segment_id=555865e3-4c60-4a03-a50d-386083fbbf04)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:18:36.112185 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-3a2202c7-2392-4b4b-87ac-92ec74ad21ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:36.142233 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b079ceca-f26e-496f-9c79-41ac7a9b4499 admin admin] Made reservation on behalf of a0e38664031f4f0bbff93cf3d91747d1 for: {'subnet': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:18:36.144522 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b079ceca-f26e-496f-9c79-41ac7a9b4499 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:36.172231 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0e3864e6-d60e-4af7-9269-15a77d8cadd7 req-4b3a8fb6-b780-4013-9e82-42d745cecb3b service neutron] 10.222.0.16 "GET /v2.0/networks/9b8f1052-d38c-4c35-b3f7-23ef6befafc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976571 Jul 19 17:18:36.210393 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2202c7-2392-4b4b-87ac-92ec74ad21ca None None] Routers {'78f2143c-a96c-4c4b-bcaa-3abf6393f313'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:18:36.211835 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-3a2202c7-2392-4b4b-87ac-92ec74ad21ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:18:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['78f2143c-a96c-4c4b-bcaa-3abf6393f313'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:18:36.258640 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7331bc-7e32-48b8-a451-eb94607aae5c req-7c6a97cd-9cb0-497d-8e28-5397053162c5 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:36.260253 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1e7331bc-7e32-48b8-a451-eb94607aae5c req-7c6a97cd-9cb0-497d-8e28-5397053162c5 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.2246590 Jul 19 17:18:36.448226 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1e7331bc-7e32-48b8-a451-eb94607aae5c req-9ef1ab1e-2bdc-4ebf-adda-e5380fba4295 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666758 Jul 19 17:18:36.467817 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68b42c-56a4-4389-af01-e9218c385d1f req-e6aefc0a-5640-47d6-a4dc-318018d19a78 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:36.477452 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1a68b42c-56a4-4389-af01-e9218c385d1f req-e6aefc0a-5640-47d6-a4dc-318018d19a78 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=56674f4b-36e7-45e1-bb66-ce1d49342806 HTTP/1.1" status: 200 len: 943 time: 0.1259098 Jul 19 17:18:36.487240 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b079ceca-f26e-496f-9c79-41ac7a9b4499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for subnet, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:36.523797 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba336a13-4f71-4fdc-9cc6-dcf0e731aeb1 None None] Pushing event updated for resources: {'Port': ['ID=f85f140f-e483-4700-a39e-c7f32b599fe2,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:36.534796 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-3a2202c7-2392-4b4b-87ac-92ec74ad21ca None None] Set router 78f2143c-a96c-4c4b-bcaa-3abf6393f313 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:18:36.571114 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079ceca-f26e-496f-9c79-41ac7a9b4499 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cac3cb4f-5a98-4e2b-9c1d-6a778afe8981,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:36.578965 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1a68b42c-56a4-4389-af01-e9218c385d1f req-a605423f-ad78-407a-8648-0669c71521f4 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004078 Jul 19 17:18:36.600647 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b079ceca-f26e-496f-9c79-41ac7a9b4499 admin admin] Checking segment: {'id': 'd54575f7-e200-4e20-9a06-32b700049e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c41018e2-e834-48d4-8bae-6d39bb77c37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:18:36.601008 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b079ceca-f26e-496f-9c79-41ac7a9b4499 admin admin] Network hostable DHCP agents. Network: c41018e2-e834-48d4-8bae-6d39bb77c37c, hostable agents: ['2623ed35-230f-4ed4-8c02-4756eb9c3b9a'], hosted agents: [] {{(pid=93285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:18:36.638311 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b079ceca-f26e-496f-9c79-41ac7a9b4499 admin admin] Network c41018e2-e834-48d4-8bae-6d39bb77c37c is scheduled to be hosted by DHCP agent 2623ed35-230f-4ed4-8c02-4756eb9c3b9a with binding_index 1 {{(pid=93285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:18:36.654011 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-b079ceca-f26e-496f-9c79-41ac7a9b4499 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-1-iscsi, c41018e2-e834-48d4-8bae-6d39bb77c37c) {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:18:36.658757 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b079ceca-f26e-496f-9c79-41ac7a9b4499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:36.659527 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b079ceca-f26e-496f-9c79-41ac7a9b4499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:36.665638 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c59b6b-646a-4079-b6ff-40b5204c7724 None None] Network c41018e2-e834-48d4-8bae-6d39bb77c37c requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:18:36.677570 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-b079ceca-f26e-496f-9c79-41ac7a9b4499 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7259068 Jul 19 17:18:36.680101 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 37750) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:36.684746 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-0088af92-54cc-4cb8-93a4-8207b70b056c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1302959670-router', 'tenant_id': 'a0e38664031f4f0bbff93cf3d91747d1', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:18:36.713780 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0088af92-54cc-4cb8-93a4-8207b70b056c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-974277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9720'] for router, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:36.714900 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0088af92-54cc-4cb8-93a4-8207b70b056c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-974835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9719'] for router, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:36.776847 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0088af92-54cc-4cb8-93a4-8207b70b056c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:36.908184 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-3a2202c7-2392-4b4b-87ac-92ec74ad21ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'name': 'tempest-TestShelveInstance-1631990831-router', 'tenant_id': '3e65159baafb47cdba6248c5654c9130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'af48be06-ba12-443f-9d36-a19589f56e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:18:28Z', 'updated_at': '2021-07-19T17:18:33Z', 'revision_number': 4, 'project_id': '3e65159baafb47cdba6248c5654c9130', 'gw_port': {'id': 'af48be06-ba12-443f-9d36-a19589f56e83', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:18:29Z', 'updated_at': '2021-07-19T17:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'f85f140f-e483-4700-a39e-c7f32b599fe2', 'name': '', 'network_id': '43f0d026-9172-4b69-8ca1-3e18e74f7863', 'tenant_id': '3e65159baafb47cdba6248c5654c9130', 'mac_address': 'fa:16:3e:14:fa:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b565e337-3907-43d3-b935-29e9c933bf03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:18:32Z', 'updated_at': '2021-07-19T17:18:36Z', 'revision_number': 4, 'project_id': '3e65159baafb47cdba6248c5654c9130', 'subnets': [{'id': 'b565e337-3907-43d3-b935-29e9c933bf03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:18:36.954304 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f384e7fe-94c4-4beb-93d9-c4c588800e2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb66f432-f83b-5af4-94dc-6d90656eacfe-c41018e2-e834-48d4-8bae-6d39bb77c37c', 'network_id': 'c41018e2-e834-48d4-8bae-6d39bb77c37c', 'tenant_id': 'a0e38664031f4f0bbff93cf3d91747d1', 'fixed_ips': [{'subnet_id': 'cac3cb4f-5a98-4e2b-9c1d-6a778afe8981'}]}} from dv-cinder-801354-1-iscsi. {{(pid=93287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 17:18:36.955160 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f384e7fe-94c4-4beb-93d9-c4c588800e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:36.960160 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2202c7-2392-4b4b-87ac-92ec74ad21ca None None] The sync data for ids ['78f2143c-a96c-4c4b-bcaa-3abf6393f313'] in dv-cinder-801354-1-iscsi is: [{'id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'name': 'tempest-TestShelveInstance-1631990831-router', 'tenant_id': '3e65159baafb47cdba6248c5654c9130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'af48be06-ba12-443f-9d36-a19589f56e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:18:28Z', 'updated_at': '2021-07-19T17:18:33Z', 'revision_number': 4, 'project_id': '3e65159baafb47cdba6248c5654c9130', 'gw_port': {'id': 'af48be06-ba12-443f-9d36-a19589f56e83', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:18:29Z', 'updated_at': '2021-07-19T17:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'f85f140f-e483-4700-a39e-c7f32b599fe2', 'name': '', 'network_id': '43f0d026-9172-4b69-8ca1-3e18e74f7863', 'tenant_id': '3e65159baafb47cdba6248c5654c9130', 'mac_address': 'fa:16:3e:14:fa:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b565e337-3907-43d3-b935-29e9c933bf03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:18:32Z', 'updated_at': '2021-07-19T17:18:36Z', 'revision_number': 4, 'project_id': '3e65159baafb47cdba6248c5654c9130', 'subnets': [{'id': 'b565e337-3907-43d3-b935-29e9c933bf03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:18:37.157676 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.db_base_plugin_common [None req-f384e7fe-94c4-4beb-93d9-c4c588800e2d None None] Allocated IP 172.20.0.2 (c41018e2-e834-48d4-8bae-6d39bb77c37c/cac3cb4f-5a98-4e2b-9c1d-6a778afe8981/0b0e77a1-57a5-480d-b4be-44d5b8033057) {{(pid=93287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:18:37.253837 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0088af92-54cc-4cb8-93a4-8207b70b056c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-974089', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-974251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9669'] for router, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:37.284836 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa296267-f955-4a05-855c-7495d6946c30 req-02ad8eac-1e43-4a63-afc3-8b69e0de2413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:37.286545 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-aa296267-f955-4a05-855c-7495d6946c30 req-02ad8eac-1e43-4a63-afc3-8b69e0de2413 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 1099 time: 0.3975091 Jul 19 17:18:37.345550 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-aa296267-f955-4a05-855c-7495d6946c30 req-d887f7ef-6e11-4955-b3e3-ba25c3a0490c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513103 Jul 19 17:18:37.353065 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f384e7fe-94c4-4beb-93d9-c4c588800e2d None None] Notify callbacks [] for port, precommit_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:37.363256 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-f384e7fe-94c4-4beb-93d9-c4c588800e2d None None] Transition to ACTIVE for port object 0b0e77a1-57a5-480d-b4be-44d5b8033057 will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:18:37.379380 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-f384e7fe-94c4-4beb-93d9-c4c588800e2d None None] Transition to ACTIVE for port object 0b0e77a1-57a5-480d-b4be-44d5b8033057 will not be triggered until provisioned by entity DHCP. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:18:37.387298 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f384e7fe-94c4-4beb-93d9-c4c588800e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961'] for port, after_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:37.447959 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f384e7fe-94c4-4beb-93d9-c4c588800e2d None None] Network c41018e2-e834-48d4-8bae-6d39bb77c37c is already hosted by enough agents. {{(pid=93287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:18:37.449110 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384e7fe-94c4-4beb-93d9-c4c588800e2d None None] Pushing event updated for resources: {'Port': ['ID=0b0e77a1-57a5-480d-b4be-44d5b8033057,revision_number=1']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:37.452961 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.scheduler.base_scheduler [None req-f384e7fe-94c4-4beb-93d9-c4c588800e2d None None] Resources bound (agent type, host, resource id): {{(pid=93287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:18:37.455251 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f384e7fe-94c4-4beb-93d9-c4c588800e2d None None] Received port after_create {{(pid=93287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:18:37.530888 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device f85f140f-e483-4700-a39e-c7f32b599fe2 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:18:37.553277 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0088af92-54cc-4cb8-93a4-8207b70b056c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:37.582037 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0088af92-54cc-4cb8-93a4-8207b70b056c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:37.595569 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-f384e7fe-94c4-4beb-93d9-c4c588800e2d None None] Attempting to bind port 0b0e77a1-57a5-480d-b4be-44d5b8033057 on host dv-cinder-801354-1-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:18:37.595885 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-f384e7fe-94c4-4beb-93d9-c4c588800e2d None None] Attempting to bind port 0b0e77a1-57a5-480d-b4be-44d5b8033057 by drivers openvswitch,hyperv on host dv-cinder-801354-1-iscsi at level 0 using segments [{'id': 'd54575f7-e200-4e20-9a06-32b700049e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c41018e2-e834-48d4-8bae-6d39bb77c37c'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:18:37.596297 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f384e7fe-94c4-4beb-93d9-c4c588800e2d None None] Attempting to bind port 0b0e77a1-57a5-480d-b4be-44d5b8033057 on network c41018e2-e834-48d4-8bae-6d39bb77c37c {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:18:37.605983 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f384e7fe-94c4-4beb-93d9-c4c588800e2d None None] Checking agent: {'id': '1644f3e0-cc54-41af-ad00-0738a02153ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 9, 11), 'started_at': datetime.datetime(2021, 7, 19, 17, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:18:37.606380 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f384e7fe-94c4-4beb-93d9-c4c588800e2d None None] Checking segment: {'id': 'd54575f7-e200-4e20-9a06-32b700049e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c41018e2-e834-48d4-8bae-6d39bb77c37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:18:37.607128 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f384e7fe-94c4-4beb-93d9-c4c588800e2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:37.607520 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f384e7fe-94c4-4beb-93d9-c4c588800e2d None None] Bound using segment: {'id': 'd54575f7-e200-4e20-9a06-32b700049e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c41018e2-e834-48d4-8bae-6d39bb77c37c'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:18:37.608017 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-f384e7fe-94c4-4beb-93d9-c4c588800e2d None None] Bound port: 0b0e77a1-57a5-480d-b4be-44d5b8033057, host: dv-cinder-801354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd54575f7-e200-4e20-9a06-32b700049e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c41018e2-e834-48d4-8bae-6d39bb77c37c'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:18:37.608898 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f384e7fe-94c4-4beb-93d9-c4c588800e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:37.613339 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning for port f85f140f-e483-4700-a39e-c7f32b599fe2 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:18:37.626012 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port f85f140f-e483-4700-a39e-c7f32b599fe2 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:18:37.626673 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:37.658782 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ed0a5-69d7-40e1-800b-30f47e8684fc req-037b57c6-2137-4e6b-ba47-d8f2030b04a5 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:37.661011 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-455ed0a5-69d7-40e1-800b-30f47e8684fc req-037b57c6-2137-4e6b-ba47-d8f2030b04a5 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.1194749 Jul 19 17:18:37.739983 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-455ed0a5-69d7-40e1-800b-30f47e8684fc req-22b6abcb-75e5-4484-a996-364fe0d02d4a tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610020 Jul 19 17:18:37.790230 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:37.800192 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-0088af92-54cc-4cb8-93a4-8207b70b056c admin admin] Allocated IP 172.27.1.144 (471a83f0-55fa-4280-ad36-b168b6f04fca/5f22dab2-98ea-4073-8b5a-7afc7b46c4a2/f9f3dba7-73df-4ded-8638-0272f97b4642) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:18:37.823828 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-f384e7fe-94c4-4beb-93d9-c4c588800e2d None None] For port 0b0e77a1-57a5-480d-b4be-44d5b8033057, host dv-cinder-801354-1-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:18:37.825194 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34dc8bb-eafb-4067-966f-db41f829bfc4 req-1ed090eb-9814-4e5f-a524-f738341fe859 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:37.836822 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a34dc8bb-eafb-4067-966f-db41f829bfc4 req-1ed090eb-9814-4e5f-a524-f738341fe859 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=56674f4b-36e7-45e1-bb66-ce1d49342806 HTTP/1.1" status: 200 len: 943 time: 0.1497421 Jul 19 17:18:37.858661 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-f384e7fe-94c4-4beb-93d9-c4c588800e2d None None] For port 0b0e77a1-57a5-480d-b4be-44d5b8033057, host dv-cinder-801354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=0b0e77a1-57a5-480d-b4be-44d5b8033057,segment=NetworkSegment(d54575f7-e200-4e20-9a06-32b700049e89),segment_id=d54575f7-e200-4e20-9a06-32b700049e89)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:18:37.863359 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] For port f85f140f-e483-4700-a39e-c7f32b599fe2, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=f85f140f-e483-4700-a39e-c7f32b599fe2,segment=NetworkSegment(555865e3-4c60-4a03-a50d-386083fbbf04),segment_id=555865e3-4c60-4a03-a50d-386083fbbf04)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:18:37.867745 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f384e7fe-94c4-4beb-93d9-c4c588800e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:37.886968 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:37.962709 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384e7fe-94c4-4beb-93d9-c4c588800e2d None None] Pushing event updated for resources: {'Port': ['ID=0b0e77a1-57a5-480d-b4be-44d5b8033057,revision_number=2']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:37.989093 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a34dc8bb-eafb-4067-966f-db41f829bfc4 req-23ab2056-60de-4283-a189-4c9bab214619 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547160 Jul 19 17:18:38.026226 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0088af92-54cc-4cb8-93a4-8207b70b056c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:38.032716 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Pushing event updated for resources: {'Port': ['ID=f85f140f-e483-4700-a39e-c7f32b599fe2,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:38.067553 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0088af92-54cc-4cb8-93a4-8207b70b056c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:38.111278 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0088af92-54cc-4cb8-93a4-8207b70b056c admin admin] Network 471a83f0-55fa-4280-ad36-b168b6f04fca is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:18:38.114542 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-0088af92-54cc-4cb8-93a4-8207b70b056c admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:18:38.119332 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0088af92-54cc-4cb8-93a4-8207b70b056c admin admin] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:18:38.157324 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088af92-54cc-4cb8-93a4-8207b70b056c admin admin] Pushing event updated for resources: {'Port': ['ID=f9f3dba7-73df-4ded-8638-0272f97b4642,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:38.414432 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0088af92-54cc-4cb8-93a4-8207b70b056c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:38.467704 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-d234973b-583f-4de4-ad45-8647ee3cb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:38.507212 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device 1e6d6420-d870-4995-98a6-5f63b8126ee0 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:18:38.595164 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 37788) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:38.659917 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port 1e6d6420-d870-4995-98a6-5f63b8126ee0, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=1e6d6420-d870-4995-98a6-5f63b8126ee0,segment=NetworkSegment(c21bc953-a360-415a-935f-f0f6c1812c07),segment_id=c21bc953-a360-415a-935f-f0f6c1812c07)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:18:38.671824 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Returning: {'device': '1e6d6420-d870-4995-98a6-5f63b8126ee0', 'network_id': '9b8f1052-d38c-4c35-b3f7-23ef6befafc5', 'port_id': '1e6d6420-d870-4995-98a6-5f63b8126ee0', 'mac_address': 'fa:16:3e:25:fd:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d91bcad-1b0b-46ec-a056-83e72cc2ce61', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:18:38.671972 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0088af92-54cc-4cb8-93a4-8207b70b056c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-974268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-974124'] for router, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:38.728791 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fdb2ea42-4602-46ce-b36f-4ca0dccd4069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:38.745770 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:38.839002 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e6d6420-d870-4995-98a6-5f63b8126ee0 {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:18:38.874664 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fdb2ea42-4602-46ce-b36f-4ca0dccd4069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:38.881287 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port 1e6d6420-d870-4995-98a6-5f63b8126ee0, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=1e6d6420-d870-4995-98a6-5f63b8126ee0,segment=NetworkSegment(c21bc953-a360-415a-935f-f0f6c1812c07),segment_id=c21bc953-a360-415a-935f-f0f6c1812c07)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:18:38.882003 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fdb2ea42-4602-46ce-b36f-4ca0dccd4069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:38.899065 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:38.918996 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0088af92-54cc-4cb8-93a4-8207b70b056c admin admin] Router 6db1a7ff-3973-4681-b4ae-b51cc7fd4be7 is scheduled to L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f with binding_index 1 {{(pid=93285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 17:18:38.930645 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2ea42-4602-46ce-b36f-4ca0dccd4069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf757db-32d6-407a-8c78-2bcdf8554c09,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:38.943713 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-fdb2ea42-4602-46ce-b36f-4ca0dccd4069 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c04781ae638d4d4bab706701933bf1c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3472755 Jul 19 17:18:38.945956 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 37796) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:39.018516 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=1e6d6420-d870-4995-98a6-5f63b8126ee0,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:39.071341 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-46eb210d-e8a4-4282-bc0f-24a6f1f289a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:39.097875 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea85e0-c15d-44f9-a7e0-6a6d1492a650 req-6712ef85-0ce8-4047-bc0a-686a2052bae6 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:39.099885 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-08ea85e0-c15d-44f9-a7e0-6a6d1492a650 req-6712ef85-0ce8-4047-bc0a-686a2052bae6 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.2573938 Jul 19 17:18:39.155824 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-46eb210d-e8a4-4282-bc0f-24a6f1f289a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:39.165648 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-08ea85e0-c15d-44f9-a7e0-6a6d1492a650 req-b2654264-53e4-4b4b-a4ea-e86d1845740b tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567610 Jul 19 17:18:39.168475 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0088af92-54cc-4cb8-93a4-8207b70b056c admin admin] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:18:39.178531 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f095f206-81c7-45dc-a3e9-69cf407443e2 None None] Sync routers for ids ['6db1a7ff-3973-4681-b4ae-b51cc7fd4be7'] in dv-cinder-801354-1-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:18:39.192082 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f095f206-81c7-45dc-a3e9-69cf407443e2 None None] Routers {'6db1a7ff-3973-4681-b4ae-b51cc7fd4be7'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:18:39.192434 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0088af92-54cc-4cb8-93a4-8207b70b056c admin admin] Notify callbacks [] for router, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:39.193240 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-f095f206-81c7-45dc-a3e9-69cf407443e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:18:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['6db1a7ff-3973-4681-b4ae-b51cc7fd4be7'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:18:39.199228 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 37804) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:39.200594 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-0088af92-54cc-4cb8-93a4-8207b70b056c admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5193551 Jul 19 17:18:39.245045 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5f9302-f8b3-4030-acb7-eff32ba40834 None None] Network c41018e2-e834-48d4-8bae-6d39bb77c37c requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:18:39.316690 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-f095f206-81c7-45dc-a3e9-69cf407443e2 None None] Set router 6db1a7ff-3973-4681-b4ae-b51cc7fd4be7 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:18:39.334966 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2375e-1f52-46ae-b514-ed89b8bdca2b req-d21f79c2-1512-4de9-a8e0-60400b75acfd tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:39.335407 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['1e6d6420-d870-4995-98a6-5f63b8126ee0'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:18:39.343341 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f4f2375e-1f52-46ae-b514-ed89b8bdca2b req-d21f79c2-1512-4de9-a8e0-60400b75acfd tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=56674f4b-36e7-45e1-bb66-ce1d49342806 HTTP/1.1" status: 200 len: 944 time: 0.2459280 Jul 19 17:18:39.369314 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45ba0b-8ce8-494e-829c-9615d63129be req-9dbdfc8b-c055-4a07-8c5d-2cef80fbb413 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:39.370936 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2e45ba0b-8ce8-494e-829c-9615d63129be req-9dbdfc8b-c055-4a07-8c5d-2cef80fbb413 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0962944 Jul 19 17:18:39.374134 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-46eb210d-e8a4-4282-bc0f-24a6f1f289a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:39.376796 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-46eb210d-e8a4-4282-bc0f-24a6f1f289a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:39.378075 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-46eb210d-e8a4-4282-bc0f-24a6f1f289a7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/adf757db-32d6-407a-8c78-2bcdf8554c09 HTTP/1.1" status: 204 len: 168 time: 0.4309888 Jul 19 17:18:39.398978 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-090b3a3b-5c30-4527-91a8-d02d2da0f1e1 None None] Provisioning for port 0b0e77a1-57a5-480d-b4be-44d5b8033057 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:18:39.436530 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb210d-e8a4-4282-bc0f-24a6f1f289a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf757db-32d6-407a-8c78-2bcdf8554c09,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:39.491768 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2e45ba0b-8ce8-494e-829c-9615d63129be req-5dfff276-cfdc-451f-a937-4da3532b1bcd tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882270 Jul 19 17:18:39.516130 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f4f2375e-1f52-46ae-b514-ed89b8bdca2b req-5e79e5b5-2605-4fbd-949d-bc7f0a7d7bd7 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702225 Jul 19 17:18:39.703784 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-f095f206-81c7-45dc-a3e9-69cf407443e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db1a7ff-3973-4681-b4ae-b51cc7fd4be7', 'name': 'tempest-TestShelveInstance-1302959670-router', 'tenant_id': 'a0e38664031f4f0bbff93cf3d91747d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'f9f3dba7-73df-4ded-8638-0272f97b4642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:18:36Z', 'updated_at': '2021-07-19T17:18:38Z', 'revision_number': 3, 'project_id': 'a0e38664031f4f0bbff93cf3d91747d1', 'gw_port': {'id': 'f9f3dba7-73df-4ded-8638-0272f97b4642', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ab:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db1a7ff-3973-4681-b4ae-b51cc7fd4be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:18:37Z', 'updated_at': '2021-07-19T17:18:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi'}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:18:39.706184 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device f85f140f-e483-4700-a39e-c7f32b599fe2 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:18:39.751659 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f095f206-81c7-45dc-a3e9-69cf407443e2 None None] Checking router: 6db1a7ff-3973-4681-b4ae-b51cc7fd4be7 for host: dv-cinder-801354-1-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:18:39.752116 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f095f206-81c7-45dc-a3e9-69cf407443e2 None None] Updating router 6db1a7ff-3973-4681-b4ae-b51cc7fd4be7 port f9f3dba7-73df-4ded-8638-0272f97b4642 binding host dv-cinder-801354-1-iscsi {{(pid=93288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:18:39.817061 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f095f206-81c7-45dc-a3e9-69cf407443e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:39.871982 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port f85f140f-e483-4700-a39e-c7f32b599fe2 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:18:39.872365 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:39.967453 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 0b0e77a1-57a5-480d-b4be-44d5b8033057 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:18:40.066718 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning for port 0b0e77a1-57a5-480d-b4be-44d5b8033057 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:18:40.075299 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 0b0e77a1-57a5-480d-b4be-44d5b8033057 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:18:40.075716 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:40.206288 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f095f206-81c7-45dc-a3e9-69cf407443e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:40.224024 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [None req-f095f206-81c7-45dc-a3e9-69cf407443e2 None None] Transition to ACTIVE for port object f9f3dba7-73df-4ded-8638-0272f97b4642 will not be triggered until provisioned by entity L2. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:18:40.239385 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f095f206-81c7-45dc-a3e9-69cf407443e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:40.303173 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-f095f206-81c7-45dc-a3e9-69cf407443e2 None None] Attempting to bind port f9f3dba7-73df-4ded-8638-0272f97b4642 on host dv-cinder-801354-1-iscsi for vnic_type normal with profile {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:18:40.303529 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-f095f206-81c7-45dc-a3e9-69cf407443e2 None None] Attempting to bind port f9f3dba7-73df-4ded-8638-0272f97b4642 by drivers openvswitch,hyperv on host dv-cinder-801354-1-iscsi at level 0 using segments [{'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:18:40.303885 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f095f206-81c7-45dc-a3e9-69cf407443e2 None None] Attempting to bind port f9f3dba7-73df-4ded-8638-0272f97b4642 on network 471a83f0-55fa-4280-ad36-b168b6f04fca {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:18:40.310111 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c79fa-d6b9-4a95-98bc-3a658f716666 None None] Pushing event updated for resources: {'Port': ['ID=f9f3dba7-73df-4ded-8638-0272f97b4642,revision_number=2']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:40.315132 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f095f206-81c7-45dc-a3e9-69cf407443e2 None None] Checking agent: {'id': '1644f3e0-cc54-41af-ad00-0738a02153ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 9, 11), 'started_at': datetime.datetime(2021, 7, 19, 17, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:18:40.315797 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f095f206-81c7-45dc-a3e9-69cf407443e2 None None] Checking segment: {'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:18:40.316352 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f095f206-81c7-45dc-a3e9-69cf407443e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:40.316887 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f095f206-81c7-45dc-a3e9-69cf407443e2 None None] Bound using segment: {'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:18:40.317557 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-f095f206-81c7-45dc-a3e9-69cf407443e2 None None] Bound port: f9f3dba7-73df-4ded-8638-0272f97b4642, host: dv-cinder-801354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:18:40.318121 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f095f206-81c7-45dc-a3e9-69cf407443e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:40.352776 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c9bac513-8b60-4539-a436-10bd6de81512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:40.384908 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-f095f206-81c7-45dc-a3e9-69cf407443e2 None None] For port f9f3dba7-73df-4ded-8638-0272f97b4642, host dv-cinder-801354-1-iscsi, cleared binding levels {{(pid=93288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:18:40.390724 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-f095f206-81c7-45dc-a3e9-69cf407443e2 None None] For port f9f3dba7-73df-4ded-8638-0272f97b4642, host dv-cinder-801354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=f9f3dba7-73df-4ded-8638-0272f97b4642,segment=NetworkSegment(7431590e-ccf2-4917-bcc9-f5f2a04630c8),segment_id=7431590e-ccf2-4917-bcc9-f5f2a04630c8)] {{(pid=93288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:18:40.393500 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-1f7124f7-dee0-4963-bf10-ee982583e773 None None] Provisioning complete for port 0b0e77a1-57a5-480d-b4be-44d5b8033057 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:18:40.394561 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-1f7124f7-dee0-4963-bf10-ee982583e773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:40.400988 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f095f206-81c7-45dc-a3e9-69cf407443e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:40.493619 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:40.493933 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f095f206-81c7-45dc-a3e9-69cf407443e2 None None] Routers {'6db1a7ff-3973-4681-b4ae-b51cc7fd4be7'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:18:40.494484 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-f095f206-81c7-45dc-a3e9-69cf407443e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:18:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['6db1a7ff-3973-4681-b4ae-b51cc7fd4be7'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:18:40.551077 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-c9bac513-8b60-4539-a436-10bd6de81512 admin admin] Allocated IP 172.20.0.1 (c41018e2-e834-48d4-8bae-6d39bb77c37c/cac3cb4f-5a98-4e2b-9c1d-6a778afe8981/debb22d0-77ca-4353-a5fd-ad1c370483b9) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:18:40.628239 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c79fa-d6b9-4a95-98bc-3a658f716666 None None] Pushing event updated for resources: {'Port': ['ID=f9f3dba7-73df-4ded-8638-0272f97b4642,revision_number=3']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:40.630354 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] For port 0b0e77a1-57a5-480d-b4be-44d5b8033057, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=0b0e77a1-57a5-480d-b4be-44d5b8033057,segment=NetworkSegment(d54575f7-e200-4e20-9a06-32b700049e89),segment_id=d54575f7-e200-4e20-9a06-32b700049e89)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:18:40.642964 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:40.677014 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-f095f206-81c7-45dc-a3e9-69cf407443e2 None None] Set router 6db1a7ff-3973-4681-b4ae-b51cc7fd4be7 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:18:40.681907 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-1f7124f7-dee0-4963-bf10-ee982583e773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:40.732099 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c9bac513-8b60-4539-a436-10bd6de81512 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:40.747026 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-c9bac513-8b60-4539-a436-10bd6de81512 admin admin] Transition to ACTIVE for port object debb22d0-77ca-4353-a5fd-ad1c370483b9 will not be triggered until provisioned by entity DHCP. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:18:40.770056 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-ab4329e2-d26a-4a5e-9133-fdb705b4fee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:40.790421 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cdecf9-e280-4390-a0c2-18223e9b86f2 req-4470e2e9-095b-4a3e-a9c7-0c105e74cc24 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:40.792416 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-28cdecf9-e280-4390-a0c2-18223e9b86f2 req-4470e2e9-095b-4a3e-a9c7-0c105e74cc24 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=56674f4b-36e7-45e1-bb66-ce1d49342806 HTTP/1.1" status: 200 len: 944 time: 0.1403074 Jul 19 17:18:40.807147 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Pushing event updated for resources: {'Port': ['ID=0b0e77a1-57a5-480d-b4be-44d5b8033057,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:40.810040 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c9bac513-8b60-4539-a436-10bd6de81512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10507233'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:40.828084 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.db.api [None req-1f7124f7-dee0-4963-bf10-ee982583e773 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93287) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 17:18:40.828502 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG oslo_db.api [None req-1f7124f7-dee0-4963-bf10-ee982583e773 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 17:18:40.871687 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bac513-8b60-4539-a436-10bd6de81512 admin admin] Network c41018e2-e834-48d4-8bae-6d39bb77c37c is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:18:40.879931 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-c9bac513-8b60-4539-a436-10bd6de81512 admin admin] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:18:40.884087 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-28cdecf9-e280-4390-a0c2-18223e9b86f2 req-edde0b6a-3514-4f26-a307-9efe71c8ce17 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854387 Jul 19 17:18:40.884899 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bac513-8b60-4539-a436-10bd6de81512 admin admin] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:18:40.887249 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bac513-8b60-4539-a436-10bd6de81512 admin admin] Pushing event updated for resources: {'Port': ['ID=debb22d0-77ca-4353-a5fd-ad1c370483b9,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:40.903133 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-f095f206-81c7-45dc-a3e9-69cf407443e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db1a7ff-3973-4681-b4ae-b51cc7fd4be7', 'name': 'tempest-TestShelveInstance-1302959670-router', 'tenant_id': 'a0e38664031f4f0bbff93cf3d91747d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'f9f3dba7-73df-4ded-8638-0272f97b4642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:18:36Z', 'updated_at': '2021-07-19T17:18:38Z', 'revision_number': 3, 'project_id': 'a0e38664031f4f0bbff93cf3d91747d1', 'gw_port': {'id': 'f9f3dba7-73df-4ded-8638-0272f97b4642', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ab:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db1a7ff-3973-4681-b4ae-b51cc7fd4be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:18:37Z', 'updated_at': '2021-07-19T17:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi'}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:18:40.929432 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c9bac513-8b60-4539-a436-10bd6de81512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974323'] for router_interface, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:40.934594 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f095f206-81c7-45dc-a3e9-69cf407443e2 None None] The sync data for ids ['6db1a7ff-3973-4681-b4ae-b51cc7fd4be7'] in dv-cinder-801354-1-iscsi is: [{'id': '6db1a7ff-3973-4681-b4ae-b51cc7fd4be7', 'name': 'tempest-TestShelveInstance-1302959670-router', 'tenant_id': 'a0e38664031f4f0bbff93cf3d91747d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'f9f3dba7-73df-4ded-8638-0272f97b4642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:18:36Z', 'updated_at': '2021-07-19T17:18:38Z', 'revision_number': 3, 'project_id': 'a0e38664031f4f0bbff93cf3d91747d1', 'gw_port': {'id': 'f9f3dba7-73df-4ded-8638-0272f97b4642', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ab:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db1a7ff-3973-4681-b4ae-b51cc7fd4be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:18:37Z', 'updated_at': '2021-07-19T17:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi'}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:18:41.121876 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c9bac513-8b60-4539-a436-10bd6de81512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:41.188165 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:41.327450 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c9bac513-8b60-4539-a436-10bd6de81512 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:41.333353 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c9bac513-8b60-4539-a436-10bd6de81512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10507256'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:41.410138 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c9bac513-8b60-4539-a436-10bd6de81512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-785103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-972643'] for router_interface, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:41.414891 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bac513-8b60-4539-a436-10bd6de81512 admin admin] Pushing event updated for resources: {'Port': ['ID=debb22d0-77ca-4353-a5fd-ad1c370483b9,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:41.500255 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-f884e154-1a4d-4105-9f23-ab04d54864eb None None] Provisioning for port debb22d0-77ca-4353-a5fd-ad1c370483b9 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:18:41.508133 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-f884e154-1a4d-4105-9f23-ab04d54864eb None None] Provisioning complete for port debb22d0-77ca-4353-a5fd-ad1c370483b9 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:18:41.508852 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f884e154-1a4d-4105-9f23-ab04d54864eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:41.595100 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bac513-8b60-4539-a436-10bd6de81512 admin admin] Network c41018e2-e834-48d4-8bae-6d39bb77c37c is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:18:41.598737 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-c9bac513-8b60-4539-a436-10bd6de81512 admin admin] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:18:41.603187 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-f884e154-1a4d-4105-9f23-ab04d54864eb None None] Port debb22d0-77ca-4353-a5fd-ad1c370483b9 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:18:41.658834 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device f9f3dba7-73df-4ded-8638-0272f97b4642 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:18:41.780516 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning for port f9f3dba7-73df-4ded-8638-0272f97b4642 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:18:41.796392 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port f9f3dba7-73df-4ded-8638-0272f97b4642 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:18:41.796770 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:41.800160 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179719a-a3ed-4380-875e-b19cd726419c req-7f9ac93b-1b0b-4d41-aca4-2e41ca198eed tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:41.806601 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5179719a-a3ed-4380-875e-b19cd726419c req-7f9ac93b-1b0b-4d41-aca4-2e41ca198eed tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.2670202 Jul 19 17:18:41.844648 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0f207-2328-437b-bed6-8e967aa2dce9 req-27351aa5-28e7-45d1-bf65-92db1a276899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:41.846385 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-aaf0f207-2328-437b-bed6-8e967aa2dce9 req-27351aa5-28e7-45d1-bf65-92db1a276899 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3fefd3e37824e00a95d515b7ba1d64f&device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 1098 time: 0.3427031 Jul 19 17:18:41.899924 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5179719a-a3ed-4380-875e-b19cd726419c req-eca758d0-9d5c-429b-a09d-db7b28fcbe5f tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823333 Jul 19 17:18:41.910650 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9bac513-8b60-4539-a436-10bd6de81512 admin admin] Router 6db1a7ff-3973-4681-b4ae-b51cc7fd4be7 has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:18:42.035899 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:42.052167 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:42.084337 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-94e10a4d-0411-48ee-8b35-6be058f88c20 None None] Provisioning complete for port debb22d0-77ca-4353-a5fd-ad1c370483b9 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:18:42.084566 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-94e10a4d-0411-48ee-8b35-6be058f88c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:42.093616 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0f207-2328-437b-bed6-8e967aa2dce9 req-06749312-af4e-4cb8-864c-e8bb883caaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:42.097249 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-aaf0f207-2328-437b-bed6-8e967aa2dce9 req-06749312-af4e-4cb8-864c-e8bb883caaf0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a209b5ff-a816-4116-89fd-51c10f2a2246 HTTP/1.1" status: 200 len: 920 time: 0.2336254 Jul 19 17:18:42.122437 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d10b11-03c1-4c61-b884-c76b4570f73a req-12ff76d5-185b-4f47-a707-eaa370a11453 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:42.124572 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a0d10b11-03c1-4c61-b884-c76b4570f73a req-12ff76d5-185b-4f47-a707-eaa370a11453 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=56674f4b-36e7-45e1-bb66-ce1d49342806 HTTP/1.1" status: 200 len: 944 time: 0.1198928 Jul 19 17:18:42.131079 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] For port f9f3dba7-73df-4ded-8638-0272f97b4642, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=f9f3dba7-73df-4ded-8638-0272f97b4642,segment=NetworkSegment(7431590e-ccf2-4917-bcc9-f5f2a04630c8),segment_id=7431590e-ccf2-4917-bcc9-f5f2a04630c8)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:18:42.131258 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bac513-8b60-4539-a436-10bd6de81512 admin admin] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:18:42.153684 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:42.154587 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 0b0e77a1-57a5-480d-b4be-44d5b8033057 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:18:42.158882 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-c9bac513-8b60-4539-a436-10bd6de81512 admin admin] 10.222.0.63 "PUT /v2.0/routers/6db1a7ff-3973-4681-b4ae-b51cc7fd4be7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9574862 Jul 19 17:18:42.179466 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-aaf0f207-2328-437b-bed6-8e967aa2dce9 req-f3e09333-b72f-41b2-a39f-2c43a4703c95 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8af0c839-f209-4966-ab5a-3b4906e344b9 HTTP/1.1" status: 200 len: 217 time: 0.0668292 Jul 19 17:18:42.251023 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a0d10b11-03c1-4c61-b884-c76b4570f73a req-0923c4da-bddb-40cc-bddf-5b0e831c3e6f tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179991 Jul 19 17:18:42.252606 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-94e10a4d-0411-48ee-8b35-6be058f88c20 None None] Port debb22d0-77ca-4353-a5fd-ad1c370483b9 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:18:42.283685 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0f207-2328-437b-bed6-8e967aa2dce9 req-3bc99413-0baa-46cf-8f91-e8097cf715c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:42.283902 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-aaf0f207-2328-437b-bed6-8e967aa2dce9 req-3bc99413-0baa-46cf-8f91-e8097cf715c0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82845a4e-b4a7-4a3d-97be-1a8a6043c86e HTTP/1.1" status: 200 len: 859 time: 0.0951855 Jul 19 17:18:42.291672 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Pushing event updated for resources: {'Port': ['ID=f9f3dba7-73df-4ded-8638-0272f97b4642,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:42.317278 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 0b0e77a1-57a5-480d-b4be-44d5b8033057 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:18:42.318115 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:42.324701 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-aaf0f207-2328-437b-bed6-8e967aa2dce9 req-d7516737-cfb0-4de2-8507-4093e6ba84e4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a209b5ff-a816-4116-89fd-51c10f2a2246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300119 Jul 19 17:18:42.431720 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-aaf0f207-2328-437b-bed6-8e967aa2dce9 req-a3444c22-34c9-496c-91f2-51c74f836ab6 service neutron] 10.222.0.16 "GET /v2.0/networks/a209b5ff-a816-4116-89fd-51c10f2a2246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993233 Jul 19 17:18:42.514901 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device 1e6d6420-d870-4995-98a6-5f63b8126ee0 up at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:18:42.523842 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-aaf0f207-2328-437b-bed6-8e967aa2dce9 req-e7debc6b-9181-43c8-ba61-c05672fc9194 service neutron] 10.222.0.16 "GET /v2.0/networks/a209b5ff-a816-4116-89fd-51c10f2a2246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851786 Jul 19 17:18:42.574085 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning for port 1e6d6420-d870-4995-98a6-5f63b8126ee0 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:18:42.579097 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning complete for port 1e6d6420-d870-4995-98a6-5f63b8126ee0 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:18:42.579609 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:42.670119 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:42.695301 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56674f4b-36e7-45e1-bb66-ce1d49342806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6d6420-d870-4995-98a6-5f63b8126ee0'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:18:42.697532 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa486d5c4e4f39956b43fe6dcc35bf0f2fe2e374caf29500c804b4cead58546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8ce5dc-db5f-4003-be76-2c77eaa697d0" -d '{"events": [{"server_uuid": "56674f4b-36e7-45e1-bb66-ce1d49342806", "name": "network-vif-plugged", "status": "completed", "tag": "1e6d6420-d870-4995-98a6-5f63b8126ee0"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:18:42.710423 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port 1e6d6420-d870-4995-98a6-5f63b8126ee0, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=1e6d6420-d870-4995-98a6-5f63b8126ee0,segment=NetworkSegment(c21bc953-a360-415a-935f-f0f6c1812c07),segment_id=c21bc953-a360-415a-935f-f0f6c1812c07)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:18:42.714137 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:42.736603 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10b1433-41c4-4dfa-883d-ec5b8ed00c33 x-openstack-request-id: req-c10b1433-41c4-4dfa-883d-ec5b8ed00c33 {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:18:42.736897 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56674f4b-36e7-45e1-bb66-ce1d49342806", "name": "network-vif-plugged", "status": "completed", "tag": "1e6d6420-d870-4995-98a6-5f63b8126ee0", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:18:42.737144 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c10b1433-41c4-4dfa-883d-ec5b8ed00c33 {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:18:42.737552 dv-cinder-801354-1-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56674f4b-36e7-45e1-bb66-ce1d49342806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6d6420-d870-4995-98a6-5f63b8126ee0', 'code': 200} Jul 19 17:18:42.763206 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=1e6d6420-d870-4995-98a6-5f63b8126ee0,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:42.852941 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 37870) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:42.857510 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-b7f77ee9-f8a0-4044-b64d-78b0dd82b5d2 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-121385788', 'description': 'tempest-secgroup-smoke-121385788 description', 'project_id': '3e65159baafb47cdba6248c5654c9130'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:18:42.881178 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b7f77ee9-f8a0-4044-b64d-78b0dd82b5d2 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:42.962787 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b7f77ee9-f8a0-4044-b64d-78b0dd82b5d2 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:42.966479 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b7f77ee9-f8a0-4044-b64d-78b0dd82b5d2 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:43.024720 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b7f77ee9-f8a0-4044-b64d-78b0dd82b5d2 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:43.025898 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-b7f77ee9-f8a0-4044-b64d-78b0dd82b5d2 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1719494 Jul 19 17:18:43.028471 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f77ee9-f8a0-4044-b64d-78b0dd82b5d2 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4be45e7b-5815-4390-9246-082f17b04282,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:43.029121 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 37876) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:43.035838 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-cb884461-af84-418b-92ef-2881f9de999c tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Request body: {'security_group_rule': {'security_group_id': '4be45e7b-5815-4390-9246-082f17b04282', 'project_id': '3e65159baafb47cdba6248c5654c9130', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:18:43.062017 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff04e0-22d3-4d87-a2b0-69e9c1a0729e req-c23ce297-de8d-45f7-a32d-5c337e5840e5 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:43.063504 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ecff04e0-22d3-4d87-a2b0-69e9c1a0729e req-c23ce297-de8d-45f7-a32d-5c337e5840e5 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0818262 Jul 19 17:18:43.065809 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cb884461-af84-418b-92ef-2881f9de999c tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:43.100926 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ecff04e0-22d3-4d87-a2b0-69e9c1a0729e req-8facab06-a5fe-40e0-977d-3fbfde01f7bf tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317464 Jul 19 17:18:43.123967 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cb884461-af84-418b-92ef-2881f9de999c tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:43.127719 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cb884461-af84-418b-92ef-2881f9de999c tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548936'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:43.147938 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb884461-af84-418b-92ef-2881f9de999c tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c611e43d-7064-4016-81c4-074e0ecacd9a,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:43.152082 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cb884461-af84-418b-92ef-2881f9de999c tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:43.155826 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-cb884461-af84-418b-92ef-2881f9de999c tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230483 Jul 19 17:18:43.156253 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 37878) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:43.160334 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-1343cb49-5fd5-4126-b618-61ac36f2c8cb tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Request body: {'security_group_rule': {'security_group_id': '4be45e7b-5815-4390-9246-082f17b04282', 'project_id': '3e65159baafb47cdba6248c5654c9130', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:18:43.187620 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1343cb49-5fd5-4126-b618-61ac36f2c8cb tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:43.254190 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1343cb49-5fd5-4126-b618-61ac36f2c8cb tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:43.257490 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1343cb49-5fd5-4126-b618-61ac36f2c8cb tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548936'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:43.274156 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1343cb49-5fd5-4126-b618-61ac36f2c8cb tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73191e43-dc4c-45cd-8713-81300e8f4c23,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:43.281614 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1343cb49-5fd5-4126-b618-61ac36f2c8cb tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:43.285840 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-1343cb49-5fd5-4126-b618-61ac36f2c8cb tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1262107 Jul 19 17:18:43.286026 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 37884) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:43.297350 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-429bc74c-5c7b-480f-aaac-6fa6860c35cb tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Request body: {'security_group_rule': {'security_group_id': '4be45e7b-5815-4390-9246-082f17b04282', 'project_id': '3e65159baafb47cdba6248c5654c9130', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:18:43.336050 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-429bc74c-5c7b-480f-aaac-6fa6860c35cb tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:43.434564 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0976f7-e6aa-4c31-a5ed-dc5049fbcb96 req-9b5bedd7-bed0-4103-b490-bb3b943e3942 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:43.436066 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5b0976f7-e6aa-4c31-a5ed-dc5049fbcb96 req-9b5bedd7-bed0-4103-b490-bb3b943e3942 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=56674f4b-36e7-45e1-bb66-ce1d49342806 HTTP/1.1" status: 200 len: 945 time: 0.1111753 Jul 19 17:18:43.437681 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-429bc74c-5c7b-480f-aaac-6fa6860c35cb tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:43.444163 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-429bc74c-5c7b-480f-aaac-6fa6860c35cb tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548936'] for security_group_rule, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:43.466556 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device f9f3dba7-73df-4ded-8638-0272f97b4642 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:18:43.480289 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429bc74c-5c7b-480f-aaac-6fa6860c35cb tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4c1181-19e4-483a-85dc-87e538776a0e,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:43.489584 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-429bc74c-5c7b-480f-aaac-6fa6860c35cb tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:43.490766 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-429bc74c-5c7b-480f-aaac-6fa6860c35cb tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1976037 Jul 19 17:18:43.493328 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 37886) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:43.499418 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-20c23428-8c66-4f91-a922-7a5326e3419e tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Request body: {'security_group_rule': {'security_group_id': '4be45e7b-5815-4390-9246-082f17b04282', 'project_id': '3e65159baafb47cdba6248c5654c9130', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:18:43.506625 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5b0976f7-e6aa-4c31-a5ed-dc5049fbcb96 req-89e31794-afe4-401c-975d-9328a02850eb tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645680 Jul 19 17:18:43.518854 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port f9f3dba7-73df-4ded-8638-0272f97b4642 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:18:43.519339 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:43.542832 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-20c23428-8c66-4f91-a922-7a5326e3419e tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:43.603353 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-20c23428-8c66-4f91-a922-7a5326e3419e tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:43.606970 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-20c23428-8c66-4f91-a922-7a5326e3419e tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548936'] for security_group_rule, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:43.623889 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c23428-8c66-4f91-a922-7a5326e3419e tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec3c339-9941-467a-b885-a1139e6aef5b,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:43.630018 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-20c23428-8c66-4f91-a922-7a5326e3419e tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:43.631273 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-20c23428-8c66-4f91-a922-7a5326e3419e tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1370459 Jul 19 17:18:43.633890 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 37888) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:43.638582 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-aaa05c71-ad36-4bc4-9124-16f020c4ef49 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Request body: {'security_group_rule': {'security_group_id': '4be45e7b-5815-4390-9246-082f17b04282', 'project_id': '3e65159baafb47cdba6248c5654c9130', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:18:43.661765 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.db.securitygroups_db [None req-aaa05c71-ad36-4bc4-9124-16f020c4ef49 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Project 3e65159baafb47cdba6248c5654c9130 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 17:18:43.667529 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-aaa05c71-ad36-4bc4-9124-16f020c4ef49 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:43.679254 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:43.735887 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-aaa05c71-ad36-4bc4-9124-16f020c4ef49 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:43.739268 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-aaa05c71-ad36-4bc4-9124-16f020c4ef49 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548936'] for security_group_rule, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:43.756596 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa05c71-ad36-4bc4-9124-16f020c4ef49 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7049621e-640a-4470-82b3-cb543e6b11c1,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:43.762903 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-aaa05c71-ad36-4bc4-9124-16f020c4ef49 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:43.764127 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-aaa05c71-ad36-4bc4-9124-16f020c4ef49 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1293185 Jul 19 17:18:43.766706 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 37892) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:18:43.771097 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-6ccab83d-a90d-4474-8afe-aa4436344b30 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Request body: {'security_group_rule': {'security_group_id': '4be45e7b-5815-4390-9246-082f17b04282', 'project_id': '3e65159baafb47cdba6248c5654c9130', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:18:43.792396 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.db.securitygroups_db [None req-6ccab83d-a90d-4474-8afe-aa4436344b30 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Project 3e65159baafb47cdba6248c5654c9130 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 17:18:43.797877 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6ccab83d-a90d-4474-8afe-aa4436344b30 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:43.859686 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6ccab83d-a90d-4474-8afe-aa4436344b30 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:43.863233 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6ccab83d-a90d-4474-8afe-aa4436344b30 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548936'] for security_group_rule, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:43.880866 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccab83d-a90d-4474-8afe-aa4436344b30 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=922b0125-dc6d-48f7-b1fb-2528b55f02a8,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:43.888050 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6ccab83d-a90d-4474-8afe-aa4436344b30 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:43.889279 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-6ccab83d-a90d-4474-8afe-aa4436344b30 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1216052 Jul 19 17:18:43.956152 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea99a6f-216a-4491-9f63-eb2f37356739 None None] Sync routers for ids ['6db1a7ff-3973-4681-b4ae-b51cc7fd4be7'] in dv-cinder-801354-1-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:18:43.965034 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea99a6f-216a-4491-9f63-eb2f37356739 None None] Routers {'6db1a7ff-3973-4681-b4ae-b51cc7fd4be7'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:18:43.965751 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-eea99a6f-216a-4491-9f63-eb2f37356739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:18:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['6db1a7ff-3973-4681-b4ae-b51cc7fd4be7'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:18:44.071276 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-eea99a6f-216a-4491-9f63-eb2f37356739 None None] Set router 6db1a7ff-3973-4681-b4ae-b51cc7fd4be7 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:18:44.248867 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e75e60-9a38-47dc-9a99-d42374ac61cf req-f3dc00ea-7ab4-4b50-9034-82b5c07eaa0f tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:44.253671 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-88e75e60-9a38-47dc-9a99-d42374ac61cf req-f3dc00ea-7ab4-4b50-9034-82b5c07eaa0f tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0852413 Jul 19 17:18:44.292611 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-88e75e60-9a38-47dc-9a99-d42374ac61cf req-ab569d46-a3da-4d78-b0b2-03b9515ec4e7 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363593 Jul 19 17:18:44.293003 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-eea99a6f-216a-4491-9f63-eb2f37356739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db1a7ff-3973-4681-b4ae-b51cc7fd4be7', 'name': 'tempest-TestShelveInstance-1302959670-router', 'tenant_id': 'a0e38664031f4f0bbff93cf3d91747d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'f9f3dba7-73df-4ded-8638-0272f97b4642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:18:36Z', 'updated_at': '2021-07-19T17:18:41Z', 'revision_number': 4, 'project_id': 'a0e38664031f4f0bbff93cf3d91747d1', 'gw_port': {'id': 'f9f3dba7-73df-4ded-8638-0272f97b4642', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ab:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db1a7ff-3973-4681-b4ae-b51cc7fd4be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:18:37Z', 'updated_at': '2021-07-19T17:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'debb22d0-77ca-4353-a5fd-ad1c370483b9', 'name': '', 'network_id': 'c41018e2-e834-48d4-8bae-6d39bb77c37c', 'tenant_id': 'a0e38664031f4f0bbff93cf3d91747d1', 'mac_address': 'fa:16:3e:a1:2c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db1a7ff-3973-4681-b4ae-b51cc7fd4be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'cac3cb4f-5a98-4e2b-9c1d-6a778afe8981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:18:40Z', 'updated_at': '2021-07-19T17:18:41Z', 'revision_number': 2, 'project_id': 'a0e38664031f4f0bbff93cf3d91747d1', 'subnets': [{'id': 'cac3cb4f-5a98-4e2b-9c1d-6a778afe8981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:18:44.330419 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea99a6f-216a-4491-9f63-eb2f37356739 None None] Checking router: 6db1a7ff-3973-4681-b4ae-b51cc7fd4be7 for host: dv-cinder-801354-1-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:18:44.330772 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea99a6f-216a-4491-9f63-eb2f37356739 None None] Updating router 6db1a7ff-3973-4681-b4ae-b51cc7fd4be7 port debb22d0-77ca-4353-a5fd-ad1c370483b9 binding host dv-cinder-801354-1-iscsi {{(pid=93287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:18:44.372487 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-eea99a6f-216a-4491-9f63-eb2f37356739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:44.639367 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c8e00-ebf5-4112-84e7-26bdb075448b req-c022edfb-dadc-4bc3-8b0e-ff1fd0f86bdf tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:44.641282 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2a3c8e00-ebf5-4112-84e7-26bdb075448b req-c022edfb-dadc-4bc3-8b0e-ff1fd0f86bdf tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=56674f4b-36e7-45e1-bb66-ce1d49342806 HTTP/1.1" status: 200 len: 945 time: 0.0651944 Jul 19 17:18:44.642174 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-eea99a6f-216a-4491-9f63-eb2f37356739 None None] Notify callbacks [] for port, precommit_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:44.651847 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-eea99a6f-216a-4491-9f63-eb2f37356739 None None] Transition to ACTIVE for port object debb22d0-77ca-4353-a5fd-ad1c370483b9 will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:18:44.658582 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-eea99a6f-216a-4491-9f63-eb2f37356739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:44.679964 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2a3c8e00-ebf5-4112-84e7-26bdb075448b req-776ac4e6-55d1-4c10-9d0e-1f35284adb05 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326538 Jul 19 17:18:44.706175 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74660a44-12f6-4f21-b429-8acc47eef78a None None] Pushing event updated for resources: {'Port': ['ID=debb22d0-77ca-4353-a5fd-ad1c370483b9,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:44.770275 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-eea99a6f-216a-4491-9f63-eb2f37356739 None None] Attempting to bind port debb22d0-77ca-4353-a5fd-ad1c370483b9 on host dv-cinder-801354-1-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:18:44.770650 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-eea99a6f-216a-4491-9f63-eb2f37356739 None None] Attempting to bind port debb22d0-77ca-4353-a5fd-ad1c370483b9 by drivers openvswitch,hyperv on host dv-cinder-801354-1-iscsi at level 0 using segments [{'id': 'd54575f7-e200-4e20-9a06-32b700049e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c41018e2-e834-48d4-8bae-6d39bb77c37c'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:18:44.771011 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea99a6f-216a-4491-9f63-eb2f37356739 None None] Attempting to bind port debb22d0-77ca-4353-a5fd-ad1c370483b9 on network c41018e2-e834-48d4-8bae-6d39bb77c37c {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:18:44.776046 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea99a6f-216a-4491-9f63-eb2f37356739 None None] Checking agent: {'id': '1644f3e0-cc54-41af-ad00-0738a02153ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 9, 11), 'started_at': datetime.datetime(2021, 7, 19, 17, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:18:44.776419 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea99a6f-216a-4491-9f63-eb2f37356739 None None] Checking segment: {'id': 'd54575f7-e200-4e20-9a06-32b700049e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c41018e2-e834-48d4-8bae-6d39bb77c37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:18:44.776827 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-eea99a6f-216a-4491-9f63-eb2f37356739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:44.777241 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea99a6f-216a-4491-9f63-eb2f37356739 None None] Bound using segment: {'id': 'd54575f7-e200-4e20-9a06-32b700049e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c41018e2-e834-48d4-8bae-6d39bb77c37c'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:18:44.777710 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-eea99a6f-216a-4491-9f63-eb2f37356739 None None] Bound port: debb22d0-77ca-4353-a5fd-ad1c370483b9, host: dv-cinder-801354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd54575f7-e200-4e20-9a06-32b700049e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c41018e2-e834-48d4-8bae-6d39bb77c37c'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:18:44.778094 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-eea99a6f-216a-4491-9f63-eb2f37356739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:44.850622 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-eea99a6f-216a-4491-9f63-eb2f37356739 None None] For port debb22d0-77ca-4353-a5fd-ad1c370483b9, host dv-cinder-801354-1-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:18:44.853877 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-eea99a6f-216a-4491-9f63-eb2f37356739 None None] For port debb22d0-77ca-4353-a5fd-ad1c370483b9, host dv-cinder-801354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=debb22d0-77ca-4353-a5fd-ad1c370483b9,segment=NetworkSegment(d54575f7-e200-4e20-9a06-32b700049e89),segment_id=d54575f7-e200-4e20-9a06-32b700049e89)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:18:44.860877 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-eea99a6f-216a-4491-9f63-eb2f37356739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:44.930382 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea99a6f-216a-4491-9f63-eb2f37356739 None None] Routers {'6db1a7ff-3973-4681-b4ae-b51cc7fd4be7'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:18:44.931003 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-eea99a6f-216a-4491-9f63-eb2f37356739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:18:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['6db1a7ff-3973-4681-b4ae-b51cc7fd4be7'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:18:44.932871 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74660a44-12f6-4f21-b429-8acc47eef78a None None] Pushing event updated for resources: {'Port': ['ID=debb22d0-77ca-4353-a5fd-ad1c370483b9,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:45.038109 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-eea99a6f-216a-4491-9f63-eb2f37356739 None None] Set router 6db1a7ff-3973-4681-b4ae-b51cc7fd4be7 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:18:45.238153 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-eea99a6f-216a-4491-9f63-eb2f37356739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db1a7ff-3973-4681-b4ae-b51cc7fd4be7', 'name': 'tempest-TestShelveInstance-1302959670-router', 'tenant_id': 'a0e38664031f4f0bbff93cf3d91747d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'f9f3dba7-73df-4ded-8638-0272f97b4642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:18:36Z', 'updated_at': '2021-07-19T17:18:41Z', 'revision_number': 4, 'project_id': 'a0e38664031f4f0bbff93cf3d91747d1', 'gw_port': {'id': 'f9f3dba7-73df-4ded-8638-0272f97b4642', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ab:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db1a7ff-3973-4681-b4ae-b51cc7fd4be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:18:37Z', 'updated_at': '2021-07-19T17:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'debb22d0-77ca-4353-a5fd-ad1c370483b9', 'name': '', 'network_id': 'c41018e2-e834-48d4-8bae-6d39bb77c37c', 'tenant_id': 'a0e38664031f4f0bbff93cf3d91747d1', 'mac_address': 'fa:16:3e:a1:2c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db1a7ff-3973-4681-b4ae-b51cc7fd4be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'cac3cb4f-5a98-4e2b-9c1d-6a778afe8981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:18:40Z', 'updated_at': '2021-07-19T17:18:44Z', 'revision_number': 4, 'project_id': 'a0e38664031f4f0bbff93cf3d91747d1', 'subnets': [{'id': 'cac3cb4f-5a98-4e2b-9c1d-6a778afe8981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:18:45.264107 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea99a6f-216a-4491-9f63-eb2f37356739 None None] The sync data for ids ['6db1a7ff-3973-4681-b4ae-b51cc7fd4be7'] in dv-cinder-801354-1-iscsi is: [{'id': '6db1a7ff-3973-4681-b4ae-b51cc7fd4be7', 'name': 'tempest-TestShelveInstance-1302959670-router', 'tenant_id': 'a0e38664031f4f0bbff93cf3d91747d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'f9f3dba7-73df-4ded-8638-0272f97b4642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:18:36Z', 'updated_at': '2021-07-19T17:18:41Z', 'revision_number': 4, 'project_id': 'a0e38664031f4f0bbff93cf3d91747d1', 'gw_port': {'id': 'f9f3dba7-73df-4ded-8638-0272f97b4642', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ab:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db1a7ff-3973-4681-b4ae-b51cc7fd4be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:18:37Z', 'updated_at': '2021-07-19T17:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'debb22d0-77ca-4353-a5fd-ad1c370483b9', 'name': '', 'network_id': 'c41018e2-e834-48d4-8bae-6d39bb77c37c', 'tenant_id': 'a0e38664031f4f0bbff93cf3d91747d1', 'mac_address': 'fa:16:3e:a1:2c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db1a7ff-3973-4681-b4ae-b51cc7fd4be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'cac3cb4f-5a98-4e2b-9c1d-6a778afe8981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:18:40Z', 'updated_at': '2021-07-19T17:18:44Z', 'revision_number': 4, 'project_id': 'a0e38664031f4f0bbff93cf3d91747d1', 'subnets': [{'id': 'cac3cb4f-5a98-4e2b-9c1d-6a778afe8981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:18:45.442130 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb853f1-2ea5-4050-9934-49debc0ae4b3 req-ad3dc9c9-8251-482c-948d-6b96d0ea0278 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:45.443861 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5eb853f1-2ea5-4050-9934-49debc0ae4b3 req-ad3dc9c9-8251-482c-948d-6b96d0ea0278 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0829325 Jul 19 17:18:45.487384 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5eb853f1-2ea5-4050-9934-49debc0ae4b3 req-c2ade09f-c121-4db3-98c1-296b404e9b13 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375183 Jul 19 17:18:45.519128 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device debb22d0-77ca-4353-a5fd-ad1c370483b9 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:18:45.568471 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning for port debb22d0-77ca-4353-a5fd-ad1c370483b9 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:18:45.572319 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port debb22d0-77ca-4353-a5fd-ad1c370483b9 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:18:45.572694 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:45.654936 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:45.688005 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] For port debb22d0-77ca-4353-a5fd-ad1c370483b9, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=debb22d0-77ca-4353-a5fd-ad1c370483b9,segment=NetworkSegment(d54575f7-e200-4e20-9a06-32b700049e89),segment_id=d54575f7-e200-4e20-9a06-32b700049e89)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:18:45.693060 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:45.743618 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Pushing event updated for resources: {'Port': ['ID=debb22d0-77ca-4353-a5fd-ad1c370483b9,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:18:45.832559 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d3c79-85c1-4f47-b1ec-4997489ec465 req-2ba8008c-7cba-468d-99ce-9fbc1fd30a9e tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:45.833376 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-238d3c79-85c1-4f47-b1ec-4997489ec465 req-2ba8008c-7cba-468d-99ce-9fbc1fd30a9e tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=56674f4b-36e7-45e1-bb66-ce1d49342806 HTTP/1.1" status: 200 len: 945 time: 0.0748844 Jul 19 17:18:45.879361 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-238d3c79-85c1-4f47-b1ec-4997489ec465 req-f6cfbc61-b450-40df-b24e-bae21cb5a078 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400517 Jul 19 17:18:46.083279 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1247e8-5f2d-434a-82b3-11ed58c548e6 req-2950c7ea-8c64-4f19-8c56-b935a7af8363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:46.084787 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-bf1247e8-5f2d-434a-82b3-11ed58c548e6 req-2950c7ea-8c64-4f19-8c56-b935a7af8363 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=56674f4b-36e7-45e1-bb66-ce1d49342806 HTTP/1.1" status: 200 len: 1098 time: 0.0548422 Jul 19 17:18:46.122189 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-bf1247e8-5f2d-434a-82b3-11ed58c548e6 req-e06ac2d5-39a5-45e7-9ad7-7474cf58bc26 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282569 Jul 19 17:18:46.443893 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:46.616127 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736db40a-bf6e-47f9-acbf-64e59894baed req-db32457a-703b-4ad3-ad9c-8b35816503f7 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:46.617634 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-736db40a-bf6e-47f9-acbf-64e59894baed req-db32457a-703b-4ad3-ad9c-8b35816503f7 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0633745 Jul 19 17:18:46.654935 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-736db40a-bf6e-47f9-acbf-64e59894baed req-3f41a1cb-701c-49cf-9a22-00f59241af37 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309930 Jul 19 17:18:46.688080 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:18:47.016562 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720332c2-12a5-423e-b26c-662bfb607546 req-fa7d9466-e602-47e0-b08b-cdb518a959e5 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:47.017957 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-720332c2-12a5-423e-b26c-662bfb607546 req-fa7d9466-e602-47e0-b08b-cdb518a959e5 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=56674f4b-36e7-45e1-bb66-ce1d49342806 HTTP/1.1" status: 200 len: 945 time: 0.0641203 Jul 19 17:18:47.054069 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-720332c2-12a5-423e-b26c-662bfb607546 req-397ebb9c-30d3-429b-92fb-35b0190a520b tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304935 Jul 19 17:18:47.467559 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device debb22d0-77ca-4353-a5fd-ad1c370483b9 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:18:47.515999 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port debb22d0-77ca-4353-a5fd-ad1c370483b9 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:18:47.516371 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:18:47.789069 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e659a26-1e73-40fb-83a7-e697d948df1f req-7aef04c5-7760-48ab-aca0-10e7f50ae85c tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:47.790638 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6e659a26-1e73-40fb-83a7-e697d948df1f req-7aef04c5-7760-48ab-aca0-10e7f50ae85c tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0676360 Jul 19 17:18:47.835986 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6e659a26-1e73-40fb-83a7-e697d948df1f req-e811fbaf-e8a7-4a20-8503-5626d36429f9 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396049 Jul 19 17:18:48.188676 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbce937-2df8-405c-a97a-c6f7183d6f4f req-c1d79c1d-c1e3-4a67-8f60-c7761ac8497d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:48.190213 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3cbce937-2df8-405c-a97a-c6f7183d6f4f req-c1d79c1d-c1e3-4a67-8f60-c7761ac8497d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=56674f4b-36e7-45e1-bb66-ce1d49342806 HTTP/1.1" status: 200 len: 945 time: 0.0625396 Jul 19 17:18:48.228127 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3cbce937-2df8-405c-a97a-c6f7183d6f4f req-1760a9d1-28c4-4f28-ae97-54f0b0413e86 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313408 Jul 19 17:18:48.968441 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80021e-dcbe-4ff0-927f-d8710a6cb6df req-06a966a2-8533-4b0a-a058-a242cf6e26c0 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:48.969957 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4e80021e-dcbe-4ff0-927f-d8710a6cb6df req-06a966a2-8533-4b0a-a058-a242cf6e26c0 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0664716 Jul 19 17:18:49.009151 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4e80021e-dcbe-4ff0-927f-d8710a6cb6df req-26af1eb9-44d8-4515-a514-f85569514032 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335243 Jul 19 17:18:50.140184 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9bd9c-2840-42be-980b-6e1b18b7e8c9 req-fce31dce-f13b-45c5-be98-2d02e36206b6 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:50.141932 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a7e9bd9c-2840-42be-980b-6e1b18b7e8c9 req-fce31dce-f13b-45c5-be98-2d02e36206b6 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0652127 Jul 19 17:18:50.180116 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a7e9bd9c-2840-42be-980b-6e1b18b7e8c9 req-4af6c2f0-d49a-4030-9413-2834ba69528d tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324461 Jul 19 17:18:51.306829 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75d674-a728-4b94-a174-f5536a26919d req-b357d2bb-e11f-4650-9d83-977d6312d807 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:51.308201 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6c75d674-a728-4b94-a174-f5536a26919d req-b357d2bb-e11f-4650-9d83-977d6312d807 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0618534 Jul 19 17:18:51.344687 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6c75d674-a728-4b94-a174-f5536a26919d req-71ee3133-85d3-448d-860d-47eeb6526bef tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302577 Jul 19 17:18:52.472997 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299b7af-9b36-41e3-9922-c0eecc1da628 req-43bb1726-696a-44d1-8557-b952e3d32049 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:52.474618 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c299b7af-9b36-41e3-9922-c0eecc1da628 req-43bb1726-696a-44d1-8557-b952e3d32049 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0638037 Jul 19 17:18:52.512597 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c299b7af-9b36-41e3-9922-c0eecc1da628 req-2d4f9951-16e2-4e1b-adce-426ca27db221 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322542 Jul 19 17:18:53.642853 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd881c0-7f1a-4205-82d1-a6c5e8936586 req-d7375c79-8a1d-45d1-ab50-cbce4114bd41 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:53.644330 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4bd881c0-7f1a-4205-82d1-a6c5e8936586 req-d7375c79-8a1d-45d1-ab50-cbce4114bd41 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0657103 Jul 19 17:18:53.682257 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4bd881c0-7f1a-4205-82d1-a6c5e8936586 req-1a5cafda-dff1-48b3-aa62-23694d80860d tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320923 Jul 19 17:18:54.811426 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbf811-18b6-4b1a-aa34-f71dec9b633a req-8c7b0966-2b7b-493f-b780-1c17e4cd5b1a tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:54.812950 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-35cbf811-18b6-4b1a-aa34-f71dec9b633a req-8c7b0966-2b7b-493f-b780-1c17e4cd5b1a tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0640843 Jul 19 17:18:54.852332 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-35cbf811-18b6-4b1a-aa34-f71dec9b633a req-4aab5a71-84f4-4813-8bb7-10a29b0a4c61 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335217 Jul 19 17:18:55.987495 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a8bb6-3d37-40bc-9fe5-ed70d3d50e64 req-00d8113a-1cf6-4d74-96c9-a08031d455df tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:55.989795 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c32a8bb6-3d37-40bc-9fe5-ed70d3d50e64 req-00d8113a-1cf6-4d74-96c9-a08031d455df tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0638876 Jul 19 17:18:56.027554 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c32a8bb6-3d37-40bc-9fe5-ed70d3d50e64 req-fd30b6c7-70ec-46a6-86c5-43a6e9804b24 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322607 Jul 19 17:18:57.162524 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325076b7-51da-4817-b588-e387bc75b7c3 req-2a29f167-8360-4b70-96e6-2613e425623b tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:57.164005 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-325076b7-51da-4817-b588-e387bc75b7c3 req-2a29f167-8360-4b70-96e6-2613e425623b tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0707319 Jul 19 17:18:57.200520 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-325076b7-51da-4817-b588-e387bc75b7c3 req-c39c77db-61f9-4836-a371-bff297c00b92 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309556 Jul 19 17:18:58.326795 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca99e10-9ab5-49e7-94cd-baf68412c3d2 req-828e5adb-c0b4-45cf-a4e9-fed3373864f7 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:58.328258 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9ca99e10-9ab5-49e7-94cd-baf68412c3d2 req-828e5adb-c0b4-45cf-a4e9-fed3373864f7 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0622005 Jul 19 17:18:58.368428 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9ca99e10-9ab5-49e7-94cd-baf68412c3d2 req-b7836e9e-5d77-4648-b9fb-cc54fa8454dd tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347347 Jul 19 17:18:59.495100 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb6ca5-3631-42cc-af90-6433275c16e7 req-1974cc96-d0a8-4ccb-9bc9-822fc88523c4 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:18:59.496562 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a3eb6ca5-3631-42cc-af90-6433275c16e7 req-1974cc96-d0a8-4ccb-9bc9-822fc88523c4 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0617225 Jul 19 17:18:59.532811 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a3eb6ca5-3631-42cc-af90-6433275c16e7 req-d6ee24a5-9bff-48a8-93e3-3343de731c5e tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298607 Jul 19 17:19:00.660439 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf609d-e7c0-4d58-b165-1271b293c329 req-ea6c8821-d77c-430a-9442-fa183cde5cf0 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:00.661952 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-27bf609d-e7c0-4d58-b165-1271b293c329 req-ea6c8821-d77c-430a-9442-fa183cde5cf0 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0627034 Jul 19 17:19:00.698970 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-27bf609d-e7c0-4d58-b165-1271b293c329 req-7ce7563a-e048-473f-992b-c4f001542818 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314121 Jul 19 17:19:01.828871 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f58c86-b219-47b6-a1fe-97ad07e6a33a req-83b91c4e-a9c1-485d-9cc9-636a7a4f3997 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:01.830428 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b1f58c86-b219-47b6-a1fe-97ad07e6a33a req-83b91c4e-a9c1-485d-9cc9-636a7a4f3997 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0640545 Jul 19 17:19:01.868168 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b1f58c86-b219-47b6-a1fe-97ad07e6a33a req-3ae66810-fbf9-4c85-adbd-ba4680d61cad tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316067 Jul 19 17:19:03.029566 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bdee5-d21e-4d44-98ac-42f5062d3981 req-58b4507b-e3f3-4b87-b90e-ca734c69f095 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:03.031827 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-da1bdee5-d21e-4d44-98ac-42f5062d3981 req-58b4507b-e3f3-4b87-b90e-ca734c69f095 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0779743 Jul 19 17:19:03.085809 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-da1bdee5-d21e-4d44-98ac-42f5062d3981 req-65411d47-6371-48d4-9cbd-d2e3f976ca83 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458817 Jul 19 17:19:04.211148 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8050726-0375-4dd6-9dcc-ee1856005e28 req-0801821a-4fd3-420b-9503-7e9966692c61 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:04.212620 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b8050726-0375-4dd6-9dcc-ee1856005e28 req-0801821a-4fd3-420b-9503-7e9966692c61 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0622685 Jul 19 17:19:04.252260 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b8050726-0375-4dd6-9dcc-ee1856005e28 req-132f821a-a9a6-4dbf-a83f-f229318aeae7 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334136 Jul 19 17:19:05.382380 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3186a9-e793-44f0-926b-1efc88d4cc84 req-525b0daf-bb40-4ee7-8136-01bab00cbd15 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:05.383877 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5f3186a9-e793-44f0-926b-1efc88d4cc84 req-525b0daf-bb40-4ee7-8136-01bab00cbd15 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0649362 Jul 19 17:19:05.421508 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5f3186a9-e793-44f0-926b-1efc88d4cc84 req-08b6f0dc-c82c-47be-86ec-0eb94f3bda97 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319066 Jul 19 17:19:06.553658 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e855b4e-ac13-4c07-9fcd-e142dc58c19b req-43c24f8a-3866-4db0-9a41-59926aca3070 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:06.555105 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7e855b4e-ac13-4c07-9fcd-e142dc58c19b req-43c24f8a-3866-4db0-9a41-59926aca3070 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0657160 Jul 19 17:19:06.595127 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7e855b4e-ac13-4c07-9fcd-e142dc58c19b req-0410f980-990e-45eb-be31-eb4112a34e46 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345118 Jul 19 17:19:07.723432 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290218c4-8d50-4afc-92ea-3f96dfb0440a req-88ced6bd-d035-4d42-8d98-762cffc91eae tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:07.724917 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-290218c4-8d50-4afc-92ea-3f96dfb0440a req-88ced6bd-d035-4d42-8d98-762cffc91eae tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0632255 Jul 19 17:19:07.763770 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-290218c4-8d50-4afc-92ea-3f96dfb0440a req-642e4245-8c7f-4596-9f4e-faf021405e94 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333419 Jul 19 17:19:08.460103 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-48f9c72e-2b8d-4b05-a01c-48bf8880de6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:08.897756 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3852ec-b6bf-4e6a-b459-a60397077e39 req-559cc3a3-7fc7-456f-ba16-ac531956fe12 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:08.899232 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-3f3852ec-b6bf-4e6a-b459-a60397077e39 req-559cc3a3-7fc7-456f-ba16-ac531956fe12 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0681312 Jul 19 17:19:08.937976 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-3f3852ec-b6bf-4e6a-b459-a60397077e39 req-ccd9b473-f598-4ed0-be99-e2834c349cea tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309272 Jul 19 17:19:10.068597 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98678cbe-b4aa-4d1a-8820-8bfc7ef6f91e req-363285ba-c32c-4e71-83fb-72c59ae3efc5 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:10.070171 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-98678cbe-b4aa-4d1a-8820-8bfc7ef6f91e req-363285ba-c32c-4e71-83fb-72c59ae3efc5 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0652866 Jul 19 17:19:10.109394 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-98678cbe-b4aa-4d1a-8820-8bfc7ef6f91e req-39034337-182e-469c-ad11-263af2dcad92 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333107 Jul 19 17:19:10.278708 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e18bdc81-e298-4055-b5ad-b255a734b73a req-c86bf84c-26a6-4ea0-a3d2-46c6b8576bdf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0567389 Jul 19 17:19:10.393472 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3587d6-e306-48a2-b03b-da51be005487 req-5b180771-c4de-44e4-8f57-57a74403f200 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:10.394954 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-fc3587d6-e306-48a2-b03b-da51be005487 req-5b180771-c4de-44e4-8f57-57a74403f200 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.1027453 Jul 19 17:19:10.399889 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bdc81-e298-4055-b5ad-b255a734b73a req-f77b827d-fc73-4249-b271-cdb11270df95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:10.401753 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e18bdc81-e298-4055-b5ad-b255a734b73a req-f77b827d-fc73-4249-b271-cdb11270df95 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc220f375215460db8d07850e09978fb&device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 1099 time: 0.0822313 Jul 19 17:19:10.442918 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-fc3587d6-e306-48a2-b03b-da51be005487 req-6e448127-3bde-423a-b8bd-208f02e0e54b tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402021 Jul 19 17:19:10.522174 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bdc81-e298-4055-b5ad-b255a734b73a req-13db49ef-ea86-4210-a28c-73ab7b6ceded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:10.523583 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e18bdc81-e298-4055-b5ad-b255a734b73a req-13db49ef-ea86-4210-a28c-73ab7b6ceded service neutron] 10.222.0.16 "GET /v2.0/networks?id=a2a529f0-73cb-4c3b-8ecb-6e30cb300478 HTTP/1.1" status: 200 len: 910 time: 0.0907536 Jul 19 17:19:10.587227 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e18bdc81-e298-4055-b5ad-b255a734b73a req-d785a41f-d41a-44f2-a813-2b0c553fc471 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab60a68a-9012-4b73-9baf-569fbea92105 HTTP/1.1" status: 200 len: 1001 time: 0.0566301 Jul 19 17:19:10.640184 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bdc81-e298-4055-b5ad-b255a734b73a req-c406a187-1355-4ace-97a5-f5936199ddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:10.641646 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e18bdc81-e298-4055-b5ad-b255a734b73a req-c406a187-1355-4ace-97a5-f5936199ddbb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=53a8e247-a27a-46a2-abea-935b2a780c56 HTTP/1.1" status: 200 len: 848 time: 0.0464921 Jul 19 17:19:10.682682 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-d7cc3b6d-95d1-4cde-a87f-f5e5a36d50db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:10.706960 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bdc81-e298-4055-b5ad-b255a734b73a req-3b53afa1-1871-434d-9912-88d935d36a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:10.708711 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e18bdc81-e298-4055-b5ad-b255a734b73a req-3b53afa1-1871-434d-9912-88d935d36a5b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a2a529f0-73cb-4c3b-8ecb-6e30cb300478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520880 Jul 19 17:19:10.802146 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e18bdc81-e298-4055-b5ad-b255a734b73a req-5e38fca5-7fc9-4500-a918-468a67b6fd1b service neutron] 10.222.0.16 "GET /v2.0/networks/a2a529f0-73cb-4c3b-8ecb-6e30cb300478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851512 Jul 19 17:19:10.898190 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e18bdc81-e298-4055-b5ad-b255a734b73a req-892a9ffb-a6f1-4109-bae6-1daf4b89a12b service neutron] 10.222.0.16 "GET /v2.0/networks/a2a529f0-73cb-4c3b-8ecb-6e30cb300478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875514 Jul 19 17:19:11.170648 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:11.254093 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65395ba2-e632-4035-8473-bdc7409418cc req-eafed483-0349-47f6-968b-fdd81f0873dc tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:11.255667 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-65395ba2-e632-4035-8473-bdc7409418cc req-eafed483-0349-47f6-968b-fdd81f0873dc tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0697999 Jul 19 17:19:11.298960 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-65395ba2-e632-4035-8473-bdc7409418cc req-9ea4df0d-bd08-42d3-b6dd-e37306897b7b tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378554 Jul 19 17:19:11.575641 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b44f99-6536-43f0-a72b-f2a63ef1c03f req-1a9a5460-7858-4b4d-ae59-abafd4f11de8 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:11.577246 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c6b44f99-6536-43f0-a72b-f2a63ef1c03f req-1a9a5460-7858-4b4d-ae59-abafd4f11de8 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0653296 Jul 19 17:19:11.623919 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c6b44f99-6536-43f0-a72b-f2a63ef1c03f req-5cea9ef5-f478-4e5c-ab9b-11bcdbd92c8e tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404582 Jul 19 17:19:11.929902 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:12.436394 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f2fb8-fdd0-49b5-8522-2c9e24f0af44 req-d7387d2b-1319-4895-9d50-7cedb2c32581 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:12.438011 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-073f2fb8-fdd0-49b5-8522-2c9e24f0af44 req-d7387d2b-1319-4895-9d50-7cedb2c32581 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0673792 Jul 19 17:19:12.476753 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-073f2fb8-fdd0-49b5-8522-2c9e24f0af44 req-51d840b1-fe8d-48b1-8072-9adf1003beb8 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330052 Jul 19 17:19:12.752296 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25aed88-893b-4f45-8334-c0b74e896d16 req-779cde6f-a328-4edf-b767-8cb6e1eb8fe7 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:12.753807 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d25aed88-893b-4f45-8334-c0b74e896d16 req-779cde6f-a328-4edf-b767-8cb6e1eb8fe7 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0620878 Jul 19 17:19:12.796937 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d25aed88-893b-4f45-8334-c0b74e896d16 req-35157a8b-72db-46ac-91f5-e313ed614179 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369546 Jul 19 17:19:13.612067 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c1c53-2fb7-46e3-b9a2-674ee0a1d4af req-e52a37b0-ce77-4efb-be7c-1e47d12f66a8 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:13.613846 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-af7c1c53-2fb7-46e3-b9a2-674ee0a1d4af req-e52a37b0-ce77-4efb-be7c-1e47d12f66a8 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0715644 Jul 19 17:19:13.652602 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-af7c1c53-2fb7-46e3-b9a2-674ee0a1d4af req-45cf73c3-69db-4e4d-9a82-65429216bc71 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329309 Jul 19 17:19:13.679894 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:13.731247 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 38446) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:19:13.836156 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9304e9dc-0b09-4e6f-8888-73fa97750f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:13.979030 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7079b-a8cf-481a-ad4e-03ab2aa11735 req-46bb93e8-40c3-42de-8ae6-6c759e9d704f tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:13.980499 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b6b7079b-a8cf-481a-ad4e-03ab2aa11735 req-46bb93e8-40c3-42de-8ae6-6c759e9d704f tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.1096611 Jul 19 17:19:13.982320 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9304e9dc-0b09-4e6f-8888-73fa97750f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:13.986531 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9304e9dc-0b09-4e6f-8888-73fa97750f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:14.042767 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-9304e9dc-0b09-4e6f-8888-73fa97750f66 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f63bc55e5f6a4d2b9993db89eb4b26d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3104498 Jul 19 17:19:14.045123 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304e9dc-0b09-4e6f-8888-73fa97750f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bdc68b-97aa-4f15-8bcc-84b8220521d8,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:19:14.045733 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 38456) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:19:14.061714 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304e9dc-0b09-4e6f-8888-73fa97750f66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:14.062055 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304e9dc-0b09-4e6f-8888-73fa97750f66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:14.062391 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304e9dc-0b09-4e6f-8888-73fa97750f66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:14.062723 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304e9dc-0b09-4e6f-8888-73fa97750f66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:14.063050 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304e9dc-0b09-4e6f-8888-73fa97750f66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:14.063376 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304e9dc-0b09-4e6f-8888-73fa97750f66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:14.064210 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304e9dc-0b09-4e6f-8888-73fa97750f66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:14.064530 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304e9dc-0b09-4e6f-8888-73fa97750f66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:14.064851 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304e9dc-0b09-4e6f-8888-73fa97750f66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:14.065169 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304e9dc-0b09-4e6f-8888-73fa97750f66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:14.065515 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304e9dc-0b09-4e6f-8888-73fa97750f66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:14.065854 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304e9dc-0b09-4e6f-8888-73fa97750f66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:14.072469 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b6b7079b-a8cf-481a-ad4e-03ab2aa11735 req-02e6233f-a0d2-4b6f-b600-915aecf61db8 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821700 Jul 19 17:19:14.097520 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9bdf3d2b-792c-4d78-801a-0a397f6ed508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:14.117897 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9bdf3d2b-792c-4d78-801a-0a397f6ed508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:14.165423 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9bdf3d2b-792c-4d78-801a-0a397f6ed508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:14.167949 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9bdf3d2b-792c-4d78-801a-0a397f6ed508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:14.169676 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-9bdf3d2b-792c-4d78-801a-0a397f6ed508 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/47bdc68b-97aa-4f15-8bcc-84b8220521d8 HTTP/1.1" status: 204 len: 168 time: 0.1228559 Jul 19 17:19:14.178115 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf3d2b-792c-4d78-801a-0a397f6ed508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bdc68b-97aa-4f15-8bcc-84b8220521d8,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:19:14.189191 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdf3d2b-792c-4d78-801a-0a397f6ed508 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:14.189580 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdf3d2b-792c-4d78-801a-0a397f6ed508 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:14.189993 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdf3d2b-792c-4d78-801a-0a397f6ed508 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:14.190229 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdf3d2b-792c-4d78-801a-0a397f6ed508 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:14.190553 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdf3d2b-792c-4d78-801a-0a397f6ed508 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:14.190872 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdf3d2b-792c-4d78-801a-0a397f6ed508 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:14.191195 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdf3d2b-792c-4d78-801a-0a397f6ed508 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:14.191515 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdf3d2b-792c-4d78-801a-0a397f6ed508 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:14.191835 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdf3d2b-792c-4d78-801a-0a397f6ed508 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:14.192180 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdf3d2b-792c-4d78-801a-0a397f6ed508 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:14.192495 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdf3d2b-792c-4d78-801a-0a397f6ed508 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:14.192810 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdf3d2b-792c-4d78-801a-0a397f6ed508 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:14.315264 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-12f73a17-7fc8-4695-adff-f5cdacb38e12 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:14.316748 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-12f73a17-7fc8-4695-adff-f5cdacb38e12 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/networks?id=9b8f1052-d38c-4c35-b3f7-23ef6befafc5 HTTP/1.1" status: 200 len: 814 time: 0.1065121 Jul 19 17:19:14.335142 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-89908baa-3803-4fe0-93b9-fb6e0acc91d6 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/quotas/cc257254b91a48a38c0e3224e8d2a169 HTTP/1.1" status: 200 len: 375 time: 0.0127730 Jul 19 17:19:14.419650 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-ba415d17-2cb3-46de-ad88-e0b834bd493a tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=cc257254b91a48a38c0e3224e8d2a169&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0783789 Jul 19 17:19:14.525494 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-fc1ba448-9b65-44b4-8966-5a60a4682562 service neutron] 10.222.0.63 "GET /v2.0/networks/9b8f1052-d38c-4c35-b3f7-23ef6befafc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988860 Jul 19 17:19:14.614181 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-4d7a1e80-d63e-4ad1-a42c-182a64fd1900 service neutron] 10.222.0.63 "GET /v2.0/networks/9b8f1052-d38c-4c35-b3f7-23ef6befafc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831041 Jul 19 17:19:14.811797 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392b627-713e-4584-ab64-3cd81e776554 req-24eaa9eb-076c-41db-bd39-ce78e690930f tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:14.819393 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c392b627-713e-4584-ab64-3cd81e776554 req-24eaa9eb-076c-41db-bd39-ce78e690930f tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0937035 Jul 19 17:19:14.821007 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2d964730-afd9-4c1a-bd12-3b445607d3be req-4bb7eb7a-bc2b-4ab0-9bee-e978054e1562 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=73e8f27a-eece-4ac2-b766-fc7cfc30aa51 HTTP/1.1" status: 200 len: 210 time: 0.0483241 Jul 19 17:19:14.870519 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c392b627-713e-4584-ab64-3cd81e776554 req-d0d83596-68c6-4987-b824-ec02f9280d9b tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501416 Jul 19 17:19:15.234291 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab61a47-06b3-461d-8ee0-66451061021b req-218c2bdc-76c6-4b1c-8ad4-b0415c3fd0e3 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:15.242094 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-eab61a47-06b3-461d-8ee0-66451061021b req-218c2bdc-76c6-4b1c-8ad4-b0415c3fd0e3 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0816915 Jul 19 17:19:15.277171 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-eab61a47-06b3-461d-8ee0-66451061021b req-f0c7252b-facd-49f7-a652-0abc1b618119 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332196 Jul 19 17:19:15.922629 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-dec415b0-8562-4b05-a9ce-8155d83fd43a req-3a59bd2c-4bc3-408a-9d78-7ebde8cafefc tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=73e8f27a-eece-4ac2-b766-fc7cfc30aa51 HTTP/1.1" status: 200 len: 210 time: 0.0326395 Jul 19 17:19:16.004116 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ad68a-8182-423a-bab5-e5626951febc req-37acc86c-08d8-4fed-95ab-ccaa3a0ff60c tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:16.005678 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e54ad68a-8182-423a-bab5-e5626951febc req-37acc86c-08d8-4fed-95ab-ccaa3a0ff60c tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0681591 Jul 19 17:19:16.053659 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e54ad68a-8182-423a-bab5-e5626951febc req-cf539e8b-1fc0-410f-88e2-3027e40fcd63 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423994 Jul 19 17:19:16.283391 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-22252607-e374-447c-934b-6b5d666d3c20 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:16.284712 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-22252607-e374-447c-934b-6b5d666d3c20 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.16 "GET /v2.0/networks?id=9b8f1052-d38c-4c35-b3f7-23ef6befafc5 HTTP/1.1" status: 200 len: 814 time: 0.1449940 Jul 19 17:19:16.290300 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534211e-b5cc-4d72-bc7a-c1a08a6727b8 req-15e13001-43ad-48c4-96bb-add49ce1b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:16.291631 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a534211e-b5cc-4d72-bc7a-c1a08a6727b8 req-15e13001-43ad-48c4-96bb-add49ce1b298 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 1098 time: 0.1300068 Jul 19 17:19:16.298213 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-a23f072b-c5d6-408d-851c-23e7be9ff6ff tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Request body: {'port': {'device_id': '73e8f27a-eece-4ac2-b766-fc7cfc30aa51', 'network_id': '9b8f1052-d38c-4c35-b3f7-23ef6befafc5', 'admin_state_up': True, 'tenant_id': 'cc257254b91a48a38c0e3224e8d2a169'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:19:16.426314 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a534211e-b5cc-4d72-bc7a-c1a08a6727b8 req-a69dea16-b18f-4a93-b78f-1ade1df64031 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239018 Jul 19 17:19:16.477104 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:16.490462 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ff2c5-4305-4741-9562-1add7f5b4554 req-19a684b4-692c-4d2c-b5fb-3a624e7f626d tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:16.491942 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6e6ff2c5-4305-4741-9562-1add7f5b4554 req-19a684b4-692c-4d2c-b5fb-3a624e7f626d tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.1434612 Jul 19 17:19:16.495914 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-a23f072b-c5d6-408d-851c-23e7be9ff6ff tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Made reservation on behalf of cc257254b91a48a38c0e3224e8d2a169 for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:19:16.499196 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-a23f072b-c5d6-408d-851c-23e7be9ff6ff tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:16.552801 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6e6ff2c5-4305-4741-9562-1add7f5b4554 req-99929f06-6571-42db-8aa3-90e344475e07 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513525 Jul 19 17:19:16.655713 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-a23f072b-c5d6-408d-851c-23e7be9ff6ff tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Allocated IP 172.20.0.5 (9b8f1052-d38c-4c35-b3f7-23ef6befafc5/8d91bcad-1b0b-46ec-a056-83e72cc2ce61/c877a502-3191-4bbd-868e-20b9804fd587) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:19:16.806041 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-a23f072b-c5d6-408d-851c-23e7be9ff6ff tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:16.845961 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-a23f072b-c5d6-408d-851c-23e7be9ff6ff tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:16.865997 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['f08182df-2a27-4a4a-90fa-e53dab98b0a0', '9e7b4357-7aa3-44d5-95eb-9282527b55cf', '1e6d6420-d870-4995-98a6-5f63b8126ee0'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:19:16.894035 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-a23f072b-c5d6-408d-851c-23e7be9ff6ff tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Network 9b8f1052-d38c-4c35-b3f7-23ef6befafc5 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:19:16.899437 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-a23f072b-c5d6-408d-851c-23e7be9ff6ff tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:19:16.903174 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-a23f072b-c5d6-408d-851c-23e7be9ff6ff tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:19:16.909173 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-a23f072b-c5d6-408d-851c-23e7be9ff6ff tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:16.909812 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-a23f072b-c5d6-408d-851c-23e7be9ff6ff tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:16.921871 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f072b-c5d6-408d-851c-23e7be9ff6ff tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Pushing event updated for resources: {'Port': ['ID=c877a502-3191-4bbd-868e-20b9804fd587,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:19:16.930307 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-a23f072b-c5d6-408d-851c-23e7be9ff6ff tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6355157 Jul 19 17:19:16.947024 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-66cbe2dc-d37b-429b-b1f9-746ec54d1c2f service neutron] Request body: {'port': {'device_id': '73e8f27a-eece-4ac2-b766-fc7cfc30aa51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:19:17.062551 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e538e7-ba87-4787-818c-bb9eba5d371a req-e54087d7-2b94-44be-a5dd-06288eac78ca tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:17.064574 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-29e538e7-ba87-4787-818c-bb9eba5d371a req-e54087d7-2b94-44be-a5dd-06288eac78ca tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=73e8f27a-eece-4ac2-b766-fc7cfc30aa51 HTTP/1.1" status: 200 len: 931 time: 0.0742049 Jul 19 17:19:17.123776 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-29e538e7-ba87-4787-818c-bb9eba5d371a req-b1f5595a-53c7-4fa0-98b8-222da7f24225 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457125 Jul 19 17:19:17.227359 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-66cbe2dc-d37b-429b-b1f9-746ec54d1c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:17.298733 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90075cba-7391-4ced-b7aa-0f5a602fce6d req-d1589c3d-75a7-4cd4-96fb-15dee9f87911 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:17.300435 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-90075cba-7391-4ced-b7aa-0f5a602fce6d req-d1589c3d-75a7-4cd4-96fb-15dee9f87911 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.1160040 Jul 19 17:19:17.405687 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-90075cba-7391-4ced-b7aa-0f5a602fce6d req-f836761e-d62c-4894-9611-1a5547dde7bb tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979695 Jul 19 17:19:17.535783 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-66cbe2dc-d37b-429b-b1f9-746ec54d1c2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c877a502-3191-4bbd-868e-20b9804fd587 {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:19:17.543115 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-66cbe2dc-d37b-429b-b1f9-746ec54d1c2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:17.555410 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-66cbe2dc-d37b-429b-b1f9-746ec54d1c2f service neutron] Transition to ACTIVE for port object c877a502-3191-4bbd-868e-20b9804fd587 will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:19:17.561864 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-66cbe2dc-d37b-429b-b1f9-746ec54d1c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:17.629348 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbe2dc-d37b-429b-b1f9-746ec54d1c2f service neutron] Pushing event updated for resources: {'Port': ['ID=c877a502-3191-4bbd-868e-20b9804fd587,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:19:17.672737 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-66cbe2dc-d37b-429b-b1f9-746ec54d1c2f service neutron] Attempting to bind port c877a502-3191-4bbd-868e-20b9804fd587 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:19:17.672973 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-66cbe2dc-d37b-429b-b1f9-746ec54d1c2f service neutron] Attempting to bind port c877a502-3191-4bbd-868e-20b9804fd587 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'c21bc953-a360-415a-935f-f0f6c1812c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '9b8f1052-d38c-4c35-b3f7-23ef6befafc5'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:19:17.673895 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-66cbe2dc-d37b-429b-b1f9-746ec54d1c2f service neutron] Attempting to bind port c877a502-3191-4bbd-868e-20b9804fd587 on network 9b8f1052-d38c-4c35-b3f7-23ef6befafc5 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:19:17.679262 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-66cbe2dc-d37b-429b-b1f9-746ec54d1c2f service neutron] Port c877a502-3191-4bbd-868e-20b9804fd587 on network 9b8f1052-d38c-4c35-b3f7-23ef6befafc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:19:17.679731 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-66cbe2dc-d37b-429b-b1f9-746ec54d1c2f service neutron] Attempting to bind port c877a502-3191-4bbd-868e-20b9804fd587 on network 9b8f1052-d38c-4c35-b3f7-23ef6befafc5 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:19:17.684700 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-66cbe2dc-d37b-429b-b1f9-746ec54d1c2f service neutron] Checking agent: {'id': '17f591d8-d993-47ca-b852-67375c71a36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'started_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:19:17.685037 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-66cbe2dc-d37b-429b-b1f9-746ec54d1c2f service neutron] Checking segment: {'id': 'c21bc953-a360-415a-935f-f0f6c1812c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '9b8f1052-d38c-4c35-b3f7-23ef6befafc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:19:17.685444 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-66cbe2dc-d37b-429b-b1f9-746ec54d1c2f service neutron] Bound using segment: {'id': 'c21bc953-a360-415a-935f-f0f6c1812c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '9b8f1052-d38c-4c35-b3f7-23ef6befafc5'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:19:17.685864 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-66cbe2dc-d37b-429b-b1f9-746ec54d1c2f service neutron] Bound port: c877a502-3191-4bbd-868e-20b9804fd587, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c21bc953-a360-415a-935f-f0f6c1812c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '9b8f1052-d38c-4c35-b3f7-23ef6befafc5'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:19:17.686214 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-66cbe2dc-d37b-429b-b1f9-746ec54d1c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:17.698440 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065410e-50d4-4427-8f6e-4f97c8b8438e req-b189fbca-b164-4238-bdfa-efd8705ca816 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:17.700011 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8065410e-50d4-4427-8f6e-4f97c8b8438e req-b189fbca-b164-4238-bdfa-efd8705ca816 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0668917 Jul 19 17:19:17.744002 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8065410e-50d4-4427-8f6e-4f97c8b8438e req-cb3e0fa3-e8bf-4040-9cd6-129a0f0ad475 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360646 Jul 19 17:19:17.749588 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-66cbe2dc-d37b-429b-b1f9-746ec54d1c2f service neutron] For port c877a502-3191-4bbd-868e-20b9804fd587, host hv-cinder-80135, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:19:17.753527 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-66cbe2dc-d37b-429b-b1f9-746ec54d1c2f service neutron] For port c877a502-3191-4bbd-868e-20b9804fd587, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=c877a502-3191-4bbd-868e-20b9804fd587,segment=NetworkSegment(c21bc953-a360-415a-935f-f0f6c1812c07),segment_id=c21bc953-a360-415a-935f-f0f6c1812c07)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:19:17.758276 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-66cbe2dc-d37b-429b-b1f9-746ec54d1c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:17.793584 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-66cbe2dc-d37b-429b-b1f9-746ec54d1c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:17.794220 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-66cbe2dc-d37b-429b-b1f9-746ec54d1c2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:17.795650 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-66cbe2dc-d37b-429b-b1f9-746ec54d1c2f service neutron] 10.222.0.16 "PUT /v2.0/ports/c877a502-3191-4bbd-868e-20b9804fd587 HTTP/1.1" status: 200 len: 1093 time: 0.8530931 Jul 19 17:19:17.796088 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e8f27a-eece-4ac2-b766-fc7cfc30aa51', 'tag': 'c877a502-3191-4bbd-868e-20b9804fd587'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:19:17.798896 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c85a3c7-5e44-4f94-b91e-5cb7f94b16de" -d '{"events": [{"name": "network-changed", "server_uuid": "73e8f27a-eece-4ac2-b766-fc7cfc30aa51", "tag": "c877a502-3191-4bbd-868e-20b9804fd587"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:19:17.824062 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbe2dc-d37b-429b-b1f9-746ec54d1c2f service neutron] Pushing event updated for resources: {'Port': ['ID=c877a502-3191-4bbd-868e-20b9804fd587,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:19:17.853543 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47630088-ff33-41be-a8ab-e047cbb6ac1c x-openstack-request-id: req-47630088-ff33-41be-a8ab-e047cbb6ac1c {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:19:17.853832 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e8f27a-eece-4ac2-b766-fc7cfc30aa51", "tag": "c877a502-3191-4bbd-868e-20b9804fd587", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:19:17.854081 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-47630088-ff33-41be-a8ab-e047cbb6ac1c {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:19:17.854468 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e8f27a-eece-4ac2-b766-fc7cfc30aa51', 'tag': 'c877a502-3191-4bbd-868e-20b9804fd587', 'status': 'completed', 'code': 200} Jul 19 17:19:17.930295 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-3dd4b49b-9bf7-46d6-accf-d970a8c50709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:17.931712 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-3dd4b49b-9bf7-46d6-accf-d970a8c50709 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc257254b91a48a38c0e3224e8d2a169&device_id=73e8f27a-eece-4ac2-b766-fc7cfc30aa51 HTTP/1.1" status: 200 len: 1096 time: 0.0538177 Jul 19 17:19:17.983438 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-dc84fa5f-42a6-43ec-8f25-0b73c7141c24 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c877a502-3191-4bbd-868e-20b9804fd587 HTTP/1.1" status: 200 len: 217 time: 0.0419273 Jul 19 17:19:18.035509 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-399dd83b-c20c-4012-a477-0f1895b5142b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:18.036973 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-399dd83b-c20c-4012-a477-0f1895b5142b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d91bcad-1b0b-46ec-a056-83e72cc2ce61 HTTP/1.1" status: 200 len: 854 time: 0.0438738 Jul 19 17:19:18.071950 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-ac2fb0e6-cbdf-4240-875a-7ff2d5f2e2d8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9b8f1052-d38c-4c35-b3f7-23ef6befafc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261440 Jul 19 17:19:18.172122 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-47da2350-7385-4db3-b98e-1c358d046f95 service neutron] 10.222.0.16 "GET /v2.0/networks/9b8f1052-d38c-4c35-b3f7-23ef6befafc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875983 Jul 19 17:19:18.263805 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19455c6-c53b-4286-9112-33acb822274b req-2bc8d816-05a1-425f-bc45-aebf17a89b73 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:18.267805 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d19455c6-c53b-4286-9112-33acb822274b req-2bc8d816-05a1-425f-bc45-aebf17a89b73 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=73e8f27a-eece-4ac2-b766-fc7cfc30aa51 HTTP/1.1" status: 200 len: 943 time: 0.0831316 Jul 19 17:19:18.286321 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8d6f0575-9015-48d1-8cc7-d3d5f778e1ce req-ff201534-be65-4165-93c6-26c854a5de5f service neutron] 10.222.0.16 "GET /v2.0/networks/9b8f1052-d38c-4c35-b3f7-23ef6befafc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025171 Jul 19 17:19:18.304237 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d19455c6-c53b-4286-9112-33acb822274b req-b092f21d-e8c4-4e3e-9af2-0fb7e1079cfe tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326767 Jul 19 17:19:18.396975 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85a3c7-5e44-4f94-b91e-5cb7f94b16de req-5b02b0cc-0bb5-4145-9d89-82d5bb71e47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:18.398635 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5c85a3c7-5e44-4f94-b91e-5cb7f94b16de req-5b02b0cc-0bb5-4145-9d89-82d5bb71e47e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc257254b91a48a38c0e3224e8d2a169&device_id=73e8f27a-eece-4ac2-b766-fc7cfc30aa51 HTTP/1.1" status: 200 len: 1096 time: 0.0604129 Jul 19 17:19:18.530786 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85a3c7-5e44-4f94-b91e-5cb7f94b16de req-bb6a9118-701e-4f53-9ccd-0a5c1d83d4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:18.532236 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5c85a3c7-5e44-4f94-b91e-5cb7f94b16de req-bb6a9118-701e-4f53-9ccd-0a5c1d83d4da service neutron] 10.222.0.16 "GET /v2.0/networks?id=9b8f1052-d38c-4c35-b3f7-23ef6befafc5 HTTP/1.1" status: 200 len: 915 time: 0.1153960 Jul 19 17:19:18.595170 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12920b4d-0b3a-4d56-a049-761b9f6cd93c req-06174ac0-d001-4b4a-8097-5d60a916155c tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:18.596619 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-12920b4d-0b3a-4d56-a049-761b9f6cd93c req-06174ac0-d001-4b4a-8097-5d60a916155c tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.1150870 Jul 19 17:19:18.597970 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5c85a3c7-5e44-4f94-b91e-5cb7f94b16de req-04aa468a-78ea-4bf6-a1db-017f736cfd27 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c877a502-3191-4bbd-868e-20b9804fd587 HTTP/1.1" status: 200 len: 217 time: 0.0465746 Jul 19 17:19:18.665043 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-12920b4d-0b3a-4d56-a049-761b9f6cd93c req-4988136e-d6d5-4109-99d1-bf9275fdf6e3 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628033 Jul 19 17:19:18.672016 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85a3c7-5e44-4f94-b91e-5cb7f94b16de req-97d55c7b-f8ee-4926-96ed-fe5415418d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:18.673471 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5c85a3c7-5e44-4f94-b91e-5cb7f94b16de req-97d55c7b-f8ee-4926-96ed-fe5415418d84 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d91bcad-1b0b-46ec-a056-83e72cc2ce61 HTTP/1.1" status: 200 len: 854 time: 0.0586164 Jul 19 17:19:18.719495 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5c85a3c7-5e44-4f94-b91e-5cb7f94b16de req-62acfc26-497c-423b-a3e9-26fd75595d58 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9b8f1052-d38c-4c35-b3f7-23ef6befafc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305653 Jul 19 17:19:18.833538 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5c85a3c7-5e44-4f94-b91e-5cb7f94b16de req-729d26cb-e4c0-49bf-8912-9cc8e7af15f6 service neutron] 10.222.0.16 "GET /v2.0/networks/9b8f1052-d38c-4c35-b3f7-23ef6befafc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999744 Jul 19 17:19:18.887388 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043a7a4-f5e2-44e7-aa65-02dff3a0c89c req-7a972a97-5ec6-4af7-bca8-d5f7b2c9c6c1 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:18.888900 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3043a7a4-f5e2-44e7-aa65-02dff3a0c89c req-7a972a97-5ec6-4af7-bca8-d5f7b2c9c6c1 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0682323 Jul 19 17:19:18.926387 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3043a7a4-f5e2-44e7-aa65-02dff3a0c89c req-1196dfa2-6a2b-4ca5-a6a5-23bc9cce7e80 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317588 Jul 19 17:19:19.028775 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5c85a3c7-5e44-4f94-b91e-5cb7f94b16de req-c4396cd3-be9e-42f8-994e-48e85d2b9637 service neutron] 10.222.0.16 "GET /v2.0/networks/9b8f1052-d38c-4c35-b3f7-23ef6befafc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766176 Jul 19 17:19:19.040356 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c663e-5324-4695-ac9e-003cb0c4faa5 req-9dfc165b-8845-429e-a276-94da44902d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:19.041846 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ff8c663e-5324-4695-ac9e-003cb0c4faa5 req-9dfc165b-8845-429e-a276-94da44902d98 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3fefd3e37824e00a95d515b7ba1d64f&device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 1098 time: 0.1486981 Jul 19 17:19:19.050222 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d244e2-dd71-41a9-8182-05e9e8b310fe req-6a2f9c1d-2b85-4ccb-a9d7-848670a8fe32 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:19.051596 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-19d244e2-dd71-41a9-8182-05e9e8b310fe req-6a2f9c1d-2b85-4ccb-a9d7-848670a8fe32 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.1688981 Jul 19 17:19:19.114772 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-19d244e2-dd71-41a9-8182-05e9e8b310fe req-0435664a-8fdf-4676-81db-e199f7763a41 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577228 Jul 19 17:19:19.167532 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c663e-5324-4695-ac9e-003cb0c4faa5 req-b82ea1a4-d13b-4f57-83f2-a872df43a691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:19.168979 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ff8c663e-5324-4695-ac9e-003cb0c4faa5 req-b82ea1a4-d13b-4f57-83f2-a872df43a691 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a209b5ff-a816-4116-89fd-51c10f2a2246 HTTP/1.1" status: 200 len: 920 time: 0.0970643 Jul 19 17:19:19.237038 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ff8c663e-5324-4695-ac9e-003cb0c4faa5 req-787f80c6-7547-4561-bab2-1243eaf44a9d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8af0c839-f209-4966-ab5a-3b4906e344b9 HTTP/1.1" status: 200 len: 217 time: 0.0442066 Jul 19 17:19:19.297133 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c663e-5324-4695-ac9e-003cb0c4faa5 req-8364c02e-9ada-4443-aff9-1989c26d8487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:19.299309 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ff8c663e-5324-4695-ac9e-003cb0c4faa5 req-8364c02e-9ada-4443-aff9-1989c26d8487 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82845a4e-b4a7-4a3d-97be-1a8a6043c86e HTTP/1.1" status: 200 len: 859 time: 0.0511010 Jul 19 17:19:19.334594 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ff8c663e-5324-4695-ac9e-003cb0c4faa5 req-4a638f71-092f-441b-b572-6af03e081f77 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a209b5ff-a816-4116-89fd-51c10f2a2246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247595 Jul 19 17:19:19.431225 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4754c-f241-44bf-84f7-00ae6f713102 req-f328e42d-0898-481c-b2ea-c74a3db2850d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:19.432714 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3da4754c-f241-44bf-84f7-00ae6f713102 req-f328e42d-0898-481c-b2ea-c74a3db2850d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=73e8f27a-eece-4ac2-b766-fc7cfc30aa51 HTTP/1.1" status: 200 len: 943 time: 0.0638094 Jul 19 17:19:19.437316 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ff8c663e-5324-4695-ac9e-003cb0c4faa5 req-8f5c1e01-b2e7-47fb-b589-cc6b363ef0f0 service neutron] 10.222.0.16 "GET /v2.0/networks/a209b5ff-a816-4116-89fd-51c10f2a2246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894897 Jul 19 17:19:19.475497 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3da4754c-f241-44bf-84f7-00ae6f713102 req-14b9da27-115b-4a15-abbf-086223e95a20 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368650 Jul 19 17:19:19.545266 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ff8c663e-5324-4695-ac9e-003cb0c4faa5 req-a6c02ed1-99b2-453f-860e-470aef981958 service neutron] 10.222.0.16 "GET /v2.0/networks/a209b5ff-a816-4116-89fd-51c10f2a2246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902312 Jul 19 17:19:20.060504 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c593a18-dd29-4479-b9aa-747889aafa6f req-79faae84-0dda-4194-b2ec-f4630d9bbeae tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:20.061983 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6c593a18-dd29-4479-b9aa-747889aafa6f req-79faae84-0dda-4194-b2ec-f4630d9bbeae tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0665486 Jul 19 17:19:20.099203 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6c593a18-dd29-4479-b9aa-747889aafa6f req-b7aabfc0-3b53-4139-b96c-dbc07808a4ac tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313919 Jul 19 17:19:20.247367 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e6cbc-ea04-4c70-b9d0-ed6d2bf3a9cc req-c2369173-8850-43e6-8268-de856528dfda tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:20.248944 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-849e6cbc-ea04-4c70-b9d0-ed6d2bf3a9cc req-c2369173-8850-43e6-8268-de856528dfda tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0661180 Jul 19 17:19:20.288467 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-849e6cbc-ea04-4c70-b9d0-ed6d2bf3a9cc req-73eea41e-de8a-45e8-8e43-d465f78474f9 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338583 Jul 19 17:19:20.614953 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8d3ad-35e0-4cbc-a784-2c2a5713e535 req-583be120-0427-4ea6-a64a-966a7effc759 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:20.616402 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-25c8d3ad-35e0-4cbc-a784-2c2a5713e535 req-583be120-0427-4ea6-a64a-966a7effc759 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=73e8f27a-eece-4ac2-b766-fc7cfc30aa51 HTTP/1.1" status: 200 len: 943 time: 0.0692022 Jul 19 17:19:20.655191 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-25c8d3ad-35e0-4cbc-a784-2c2a5713e535 req-4de2f2a2-1b08-4b62-b9e2-ec877787caca tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331309 Jul 19 17:19:21.225473 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e96113-8b11-41e9-842e-361b406d335b req-b8a0fdcf-7a07-477c-9412-01292fd9b5b4 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:21.226912 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e0e96113-8b11-41e9-842e-361b406d335b req-b8a0fdcf-7a07-477c-9412-01292fd9b5b4 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0603428 Jul 19 17:19:21.263197 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e0e96113-8b11-41e9-842e-361b406d335b req-48a4162e-8911-464f-8f22-6a4f4188eaf7 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308959 Jul 19 17:19:21.418926 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a2f7a-a4f5-4aa7-a3d3-9d004113eb55 req-bcf326cc-c6aa-49d6-b074-5f9a1d272d1a tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:21.420428 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0e5a2f7a-a4f5-4aa7-a3d3-9d004113eb55 req-bcf326cc-c6aa-49d6-b074-5f9a1d272d1a tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0665638 Jul 19 17:19:21.459958 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0e5a2f7a-a4f5-4aa7-a3d3-9d004113eb55 req-99f6603c-9f28-48cf-b9f9-30b9484d9d65 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323811 Jul 19 17:19:21.488859 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-f5e9ce65-f821-44dc-ad20-a2d6db6d6cef tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-121385788&fields=id&tenant_id=3e65159baafb47cdba6248c5654c9130 HTTP/1.1" status: 200 len: 267 time: 0.0446589 Jul 19 17:19:21.592663 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-5f0d9035-25c3-4c48-b96a-1b89a98bfe45 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:21.594122 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-5f0d9035-25c3-4c48-b96a-1b89a98bfe45 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/networks?id=43f0d026-9172-4b69-8ca1-3e18e74f7863 HTTP/1.1" status: 200 len: 809 time: 0.0989225 Jul 19 17:19:21.608219 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-4b930eb6-eda7-434a-a1f6-994638aed2d5 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/quotas/3e65159baafb47cdba6248c5654c9130 HTTP/1.1" status: 200 len: 375 time: 0.0084207 Jul 19 17:19:21.676745 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-e29aa347-0bb4-4a17-ace9-6e788d9daf99 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=3e65159baafb47cdba6248c5654c9130&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632098 Jul 19 17:19:21.775300 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-a3f57052-476f-40c8-92a2-6cd61c0c54d4 service neutron] 10.222.0.63 "GET /v2.0/networks/43f0d026-9172-4b69-8ca1-3e18e74f7863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854020 Jul 19 17:19:21.784137 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a757c-50d8-44bf-8a4d-02bf3d0f301b req-3185669b-7487-4d91-8bd1-a8ab4fdad85b tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:21.785799 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b45a757c-50d8-44bf-8a4d-02bf3d0f301b req-3185669b-7487-4d91-8bd1-a8ab4fdad85b tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=73e8f27a-eece-4ac2-b766-fc7cfc30aa51 HTTP/1.1" status: 200 len: 943 time: 0.0663269 Jul 19 17:19:21.827282 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b45a757c-50d8-44bf-8a4d-02bf3d0f301b req-87a33888-46b7-4d87-8840-30e2fbd2ecd5 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356517 Jul 19 17:19:21.875404 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-78e906ee-f2ec-4fc3-bf77-7ef12bae43bb service neutron] 10.222.0.63 "GET /v2.0/networks/43f0d026-9172-4b69-8ca1-3e18e74f7863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932708 Jul 19 17:19:22.153328 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-080bc863-1963-462a-b6a5-e2d85ecab055 req-aea7b7fd-d0f5-4350-a5d5-09b8c4e4ef99 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/ports?device_id=59c15bb8-dd5b-411d-944b-67cd46355c7c HTTP/1.1" status: 200 len: 210 time: 0.0280178 Jul 19 17:19:22.395612 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4475b-aa4a-461d-abfa-f235862de025 req-f20952ed-2ab7-46e7-ad0c-c68a8f8d0230 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:22.397108 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-90a4475b-aa4a-461d-abfa-f235862de025 req-f20952ed-2ab7-46e7-ad0c-c68a8f8d0230 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0659206 Jul 19 17:19:22.442406 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-90a4475b-aa4a-461d-abfa-f235862de025 req-77e73b4e-bd31-448c-9d85-3ae141a4bc0c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395939 Jul 19 17:19:22.595740 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb19405-bca7-476c-83d7-489c13a9588a req-b3ed37ec-c3a7-47a2-a701-2de527561c2e tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:22.597194 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-fcb19405-bca7-476c-83d7-489c13a9588a req-b3ed37ec-c3a7-47a2-a701-2de527561c2e tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0695305 Jul 19 17:19:22.646070 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-fcb19405-bca7-476c-83d7-489c13a9588a req-84a239fc-4697-48fa-964d-85c6a2d96ff9 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432880 Jul 19 17:19:22.958271 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f576ef-ad30-495f-9ffa-2bc9a578b124 req-4f080a8c-d31d-4c1b-85c4-fa39ed0982b5 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:22.959814 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-65f576ef-ad30-495f-9ffa-2bc9a578b124 req-4f080a8c-d31d-4c1b-85c4-fa39ed0982b5 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=73e8f27a-eece-4ac2-b766-fc7cfc30aa51 HTTP/1.1" status: 200 len: 943 time: 0.0632317 Jul 19 17:19:22.996018 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-65f576ef-ad30-495f-9ffa-2bc9a578b124 req-54bf3bcd-1185-45ec-8526-af234b6ad539 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306077 Jul 19 17:19:23.054078 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device c877a502-3191-4bbd-868e-20b9804fd587 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:19:23.146825 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port c877a502-3191-4bbd-868e-20b9804fd587, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=c877a502-3191-4bbd-868e-20b9804fd587,segment=NetworkSegment(c21bc953-a360-415a-935f-f0f6c1812c07),segment_id=c21bc953-a360-415a-935f-f0f6c1812c07)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:19:23.157857 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Returning: {'device': 'c877a502-3191-4bbd-868e-20b9804fd587', 'network_id': '9b8f1052-d38c-4c35-b3f7-23ef6befafc5', 'port_id': 'c877a502-3191-4bbd-868e-20b9804fd587', 'mac_address': 'fa:16:3e:a8:a1:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d91bcad-1b0b-46ec-a056-83e72cc2ce61', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:19:23.196718 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:23.216984 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c877a502-3191-4bbd-868e-20b9804fd587 {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:19:23.237930 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port c877a502-3191-4bbd-868e-20b9804fd587, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=c877a502-3191-4bbd-868e-20b9804fd587,segment=NetworkSegment(c21bc953-a360-415a-935f-f0f6c1812c07),segment_id=c21bc953-a360-415a-935f-f0f6c1812c07)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:19:23.242270 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:23.254812 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1539cb95-e983-46d1-ab7b-374afb41eca2 req-43806eb0-1bcb-4cea-ae13-9c473845ffcd tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/ports?device_id=59c15bb8-dd5b-411d-944b-67cd46355c7c HTTP/1.1" status: 200 len: 210 time: 0.0300534 Jul 19 17:19:23.292336 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=c877a502-3191-4bbd-868e-20b9804fd587,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:19:23.300103 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:23.300448 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:23.300901 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:23.302036 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:23.302740 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:23.303120 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:23.303454 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:23.303781 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:23.304107 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:23.304430 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:23.304749 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:23.305067 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:19:23.413000 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-1e363dd7-036f-49f1-8dcc-a2818a8278cb tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:23.414492 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-1e363dd7-036f-49f1-8dcc-a2818a8278cb tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.16 "GET /v2.0/networks?id=43f0d026-9172-4b69-8ca1-3e18e74f7863 HTTP/1.1" status: 200 len: 809 time: 0.1007345 Jul 19 17:19:23.492533 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-ad82477c-5139-4913-8816-64adfd2f6a56 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e65159baafb47cdba6248c5654c9130 HTTP/1.1" status: 200 len: 379 time: 0.0500503 Jul 19 17:19:23.518293 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-30894b22-2b50-46f7-8064-c9e6177faf05 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Request body: {'port': {'device_id': '59c15bb8-dd5b-411d-944b-67cd46355c7c', 'network_id': '43f0d026-9172-4b69-8ca1-3e18e74f7863', 'admin_state_up': True, 'tenant_id': '3e65159baafb47cdba6248c5654c9130', 'security_groups': ['4be45e7b-5815-4390-9246-082f17b04282']}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:19:23.597308 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63286faf-2014-4f7d-8fc0-7e73ec89da72 req-749e2295-2146-4249-aa65-65ad5a83fa8f tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:23.598808 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-63286faf-2014-4f7d-8fc0-7e73ec89da72 req-749e2295-2146-4249-aa65-65ad5a83fa8f tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0867250 Jul 19 17:19:23.628488 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-30894b22-2b50-46f7-8064-c9e6177faf05 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Made reservation on behalf of 3e65159baafb47cdba6248c5654c9130 for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:19:23.632043 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-30894b22-2b50-46f7-8064-c9e6177faf05 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:23.636082 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-63286faf-2014-4f7d-8fc0-7e73ec89da72 req-69ba8ff2-5256-48fc-971a-4024bcdb07b1 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317707 Jul 19 17:19:23.688241 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:19:23.760654 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['c877a502-3191-4bbd-868e-20b9804fd587'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:19:23.789410 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-30894b22-2b50-46f7-8064-c9e6177faf05 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Allocated IP 172.20.0.8 (43f0d026-9172-4b69-8ca1-3e18e74f7863/b565e337-3907-43d3-b935-29e9c933bf03/d8a5b52e-d19e-40f0-8920-730a307a5480) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:19:23.837683 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06d2e3-b89e-4f16-b7c6-ac90a7187f8d req-eebf50b6-1820-4ec6-aae3-42fc4fee7623 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:23.839202 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ed06d2e3-b89e-4f16-b7c6-ac90a7187f8d req-eebf50b6-1820-4ec6-aae3-42fc4fee7623 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.1234949 Jul 19 17:19:23.940863 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ed06d2e3-b89e-4f16-b7c6-ac90a7187f8d req-584b081c-7c9d-4fe2-bf2b-e7ceff4472b5 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925004 Jul 19 17:19:23.981028 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-30894b22-2b50-46f7-8064-c9e6177faf05 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:23.994319 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-30894b22-2b50-46f7-8064-c9e6177faf05 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Transition to ACTIVE for port object d8a5b52e-d19e-40f0-8920-730a307a5480 will not be triggered until provisioned by entity DHCP. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:19:24.031267 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-30894b22-2b50-46f7-8064-c9e6177faf05 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:24.085252 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-30894b22-2b50-46f7-8064-c9e6177faf05 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Network 43f0d026-9172-4b69-8ca1-3e18e74f7863 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:19:24.089471 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30894b22-2b50-46f7-8064-c9e6177faf05 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Pushing event updated for resources: {'Port': ['ID=d8a5b52e-d19e-40f0-8920-730a307a5480,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:19:24.091907 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-30894b22-2b50-46f7-8064-c9e6177faf05 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:19:24.094362 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-30894b22-2b50-46f7-8064-c9e6177faf05 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:19:24.100252 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-30894b22-2b50-46f7-8064-c9e6177faf05 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:24.100633 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-30894b22-2b50-46f7-8064-c9e6177faf05 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:24.118882 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-30894b22-2b50-46f7-8064-c9e6177faf05 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6074324 Jul 19 17:19:24.135631 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-c85b765e-55ec-47c3-bbe0-0b6058630b2c service neutron] Request body: {'port': {'device_id': '59c15bb8-dd5b-411d-944b-67cd46355c7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:19:24.150376 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c42e67-a20a-4c8d-93e2-7b2b86fdfeb0 req-4c430b46-ea3f-4da0-bbfc-3addd911fa73 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:24.152085 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-05c42e67-a20a-4c8d-93e2-7b2b86fdfeb0 req-4c430b46-ea3f-4da0-bbfc-3addd911fa73 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=73e8f27a-eece-4ac2-b766-fc7cfc30aa51 HTTP/1.1" status: 200 len: 944 time: 0.0793123 Jul 19 17:19:24.232516 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-c85b765e-55ec-47c3-bbe0-0b6058630b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:24.238755 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-05c42e67-a20a-4c8d-93e2-7b2b86fdfeb0 req-b0df9857-ec1c-46e5-80ed-3dabdf5d5fb9 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776803 Jul 19 17:19:24.458589 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-f504f4ef-c550-450a-a67a-62d4d651ee86 None None] Provisioning for port d8a5b52e-d19e-40f0-8920-730a307a5480 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:19:24.463406 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-f504f4ef-c550-450a-a67a-62d4d651ee86 None None] Provisioning complete for port d8a5b52e-d19e-40f0-8920-730a307a5480 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:19:24.463822 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f504f4ef-c550-450a-a67a-62d4d651ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:24.489897 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842b8f3-29bd-4e0d-bdc0-23b343bcd96d req-be238f66-e183-43d5-b887-7c6813bd9396 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:24.491381 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6842b8f3-29bd-4e0d-bdc0-23b343bcd96d req-be238f66-e183-43d5-b887-7c6813bd9396 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/ports?device_id=59c15bb8-dd5b-411d-944b-67cd46355c7c HTTP/1.1" status: 200 len: 931 time: 0.1588767 Jul 19 17:19:24.500242 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-f504f4ef-c550-450a-a67a-62d4d651ee86 None None] Port d8a5b52e-d19e-40f0-8920-730a307a5480 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:19:24.745346 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6842b8f3-29bd-4e0d-bdc0-23b343bcd96d req-a8483d83-058c-456a-bbb6-7aa88373eaf5 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/security-groups?id=4be45e7b-5815-4390-9246-082f17b04282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2475417 Jul 19 17:19:24.777886 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738358c-b027-446f-a1f3-5b74f7a22d57 req-39fc5ec8-f29f-4e95-9b11-e6480c0abb3f tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:24.779664 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2738358c-b027-446f-a1f3-5b74f7a22d57 req-39fc5ec8-f29f-4e95-9b11-e6480c0abb3f tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0737152 Jul 19 17:19:24.811835 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-c85b765e-55ec-47c3-bbe0-0b6058630b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8a5b52e-d19e-40f0-8920-730a307a5480 {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:19:24.819454 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-c85b765e-55ec-47c3-bbe0-0b6058630b2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:24.820672 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2738358c-b027-446f-a1f3-5b74f7a22d57 req-69c883b1-706c-483d-bde8-707355e3e061 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351379 Jul 19 17:19:24.831294 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-c85b765e-55ec-47c3-bbe0-0b6058630b2c service neutron] Transition to ACTIVE for port object d8a5b52e-d19e-40f0-8920-730a307a5480 will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:19:24.836593 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-c85b765e-55ec-47c3-bbe0-0b6058630b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:24.886404 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b765e-55ec-47c3-bbe0-0b6058630b2c service neutron] Pushing event updated for resources: {'Port': ['ID=d8a5b52e-d19e-40f0-8920-730a307a5480,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:19:24.921020 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-c85b765e-55ec-47c3-bbe0-0b6058630b2c service neutron] Attempting to bind port d8a5b52e-d19e-40f0-8920-730a307a5480 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:19:24.921460 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-c85b765e-55ec-47c3-bbe0-0b6058630b2c service neutron] Attempting to bind port d8a5b52e-d19e-40f0-8920-730a307a5480 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '555865e3-4c60-4a03-a50d-386083fbbf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '43f0d026-9172-4b69-8ca1-3e18e74f7863'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:19:24.921795 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-c85b765e-55ec-47c3-bbe0-0b6058630b2c service neutron] Attempting to bind port d8a5b52e-d19e-40f0-8920-730a307a5480 on network 43f0d026-9172-4b69-8ca1-3e18e74f7863 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:19:24.926524 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-c85b765e-55ec-47c3-bbe0-0b6058630b2c service neutron] Port d8a5b52e-d19e-40f0-8920-730a307a5480 on network 43f0d026-9172-4b69-8ca1-3e18e74f7863 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:19:24.926978 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-c85b765e-55ec-47c3-bbe0-0b6058630b2c service neutron] Attempting to bind port d8a5b52e-d19e-40f0-8920-730a307a5480 on network 43f0d026-9172-4b69-8ca1-3e18e74f7863 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:19:24.932143 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-c85b765e-55ec-47c3-bbe0-0b6058630b2c service neutron] Checking agent: {'id': '17f591d8-d993-47ca-b852-67375c71a36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'started_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:19:24.932479 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-c85b765e-55ec-47c3-bbe0-0b6058630b2c service neutron] Checking segment: {'id': '555865e3-4c60-4a03-a50d-386083fbbf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '43f0d026-9172-4b69-8ca1-3e18e74f7863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:19:24.932854 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-c85b765e-55ec-47c3-bbe0-0b6058630b2c service neutron] Bound using segment: {'id': '555865e3-4c60-4a03-a50d-386083fbbf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '43f0d026-9172-4b69-8ca1-3e18e74f7863'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:19:24.933307 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-c85b765e-55ec-47c3-bbe0-0b6058630b2c service neutron] Bound port: d8a5b52e-d19e-40f0-8920-730a307a5480, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '555865e3-4c60-4a03-a50d-386083fbbf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '43f0d026-9172-4b69-8ca1-3e18e74f7863'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:19:24.933663 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-c85b765e-55ec-47c3-bbe0-0b6058630b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:25.008086 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-c85b765e-55ec-47c3-bbe0-0b6058630b2c service neutron] For port d8a5b52e-d19e-40f0-8920-730a307a5480, host hv-cinder-80135, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:19:25.011416 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-c85b765e-55ec-47c3-bbe0-0b6058630b2c service neutron] For port d8a5b52e-d19e-40f0-8920-730a307a5480, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d8a5b52e-d19e-40f0-8920-730a307a5480,segment=NetworkSegment(555865e3-4c60-4a03-a50d-386083fbbf04),segment_id=555865e3-4c60-4a03-a50d-386083fbbf04)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:19:25.016193 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-c85b765e-55ec-47c3-bbe0-0b6058630b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:25.049812 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-c85b765e-55ec-47c3-bbe0-0b6058630b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:25.050428 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-c85b765e-55ec-47c3-bbe0-0b6058630b2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:25.051783 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-c85b765e-55ec-47c3-bbe0-0b6058630b2c service neutron] 10.222.0.16 "PUT /v2.0/ports/d8a5b52e-d19e-40f0-8920-730a307a5480 HTTP/1.1" status: 200 len: 1093 time: 0.9208317 Jul 19 17:19:25.054270 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c15bb8-dd5b-411d-944b-67cd46355c7c', 'tag': 'd8a5b52e-d19e-40f0-8920-730a307a5480'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:19:25.056645 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e177fecc-df79-4bb4-a134-f2f62244f8b0" -d '{"events": [{"name": "network-changed", "server_uuid": "59c15bb8-dd5b-411d-944b-67cd46355c7c", "tag": "d8a5b52e-d19e-40f0-8920-730a307a5480"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:19:25.085273 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b765e-55ec-47c3-bbe0-0b6058630b2c service neutron] Pushing event updated for resources: {'Port': ['ID=d8a5b52e-d19e-40f0-8920-730a307a5480,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:19:25.118212 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c9225c-a5dd-45f0-b582-99e1479454e6 x-openstack-request-id: req-f8c9225c-a5dd-45f0-b582-99e1479454e6 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:19:25.118500 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c15bb8-dd5b-411d-944b-67cd46355c7c", "tag": "d8a5b52e-d19e-40f0-8920-730a307a5480", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:19:25.118757 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f8c9225c-a5dd-45f0-b582-99e1479454e6 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:19:25.119145 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c15bb8-dd5b-411d-944b-67cd46355c7c', 'tag': 'd8a5b52e-d19e-40f0-8920-730a307a5480', 'status': 'completed', 'code': 200} Jul 19 17:19:25.180923 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-525ef762-e305-458e-86f6-eceeeebfb186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:25.182565 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-525ef762-e305-458e-86f6-eceeeebfb186 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e65159baafb47cdba6248c5654c9130&device_id=59c15bb8-dd5b-411d-944b-67cd46355c7c HTTP/1.1" status: 200 len: 1096 time: 0.0548720 Jul 19 17:19:25.232230 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-ef3f2404-9fb9-44e3-a5b7-1c4d9d877c74 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8a5b52e-d19e-40f0-8920-730a307a5480 HTTP/1.1" status: 200 len: 217 time: 0.0392547 Jul 19 17:19:25.280604 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-9a127cbd-42d1-401e-adce-6fb50530a8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:25.282114 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-9a127cbd-42d1-401e-adce-6fb50530a8cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b565e337-3907-43d3-b935-29e9c933bf03 HTTP/1.1" status: 200 len: 848 time: 0.0431719 Jul 19 17:19:25.342202 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-29bb9911-e09d-4cd0-85ee-15c100a45e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:25.343701 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-29bb9911-e09d-4cd0-85ee-15c100a45e7b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43f0d026-9172-4b69-8ca1-3e18e74f7863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535939 Jul 19 17:19:25.367128 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f91fe0-3128-4c96-9745-50b4b7f35a26 req-0f88d176-ba70-4505-8cd3-e1739010b32f tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:25.368702 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a1f91fe0-3128-4c96-9745-50b4b7f35a26 req-0f88d176-ba70-4505-8cd3-e1739010b32f tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=73e8f27a-eece-4ac2-b766-fc7cfc30aa51 HTTP/1.1" status: 200 len: 944 time: 0.0716398 Jul 19 17:19:25.406843 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a1f91fe0-3128-4c96-9745-50b4b7f35a26 req-c58b09d2-757c-4d89-9f96-4048515477fc tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323317 Jul 19 17:19:25.502055 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-ae7df77e-e73b-4d29-b852-5b75071b6b43 service neutron] 10.222.0.16 "GET /v2.0/networks/43f0d026-9172-4b69-8ca1-3e18e74f7863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300240 Jul 19 17:19:25.513396 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a6d10-a837-40b7-a796-d59517ee0998 req-af402163-9d97-47c5-a82e-52037d0dd8f1 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:25.514702 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ef6a6d10-a837-40b7-a796-d59517ee0998 req-af402163-9d97-47c5-a82e-52037d0dd8f1 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.1178107 Jul 19 17:19:25.603567 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ef6a6d10-a837-40b7-a796-d59517ee0998 req-e6d439a7-41ad-47f1-a261-eeec814d503b tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804949 Jul 19 17:19:25.629370 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b850fed9-fa3b-4ab0-adc8-939a40cf3870 req-c1852b12-ba0d-4f3b-98ba-a9fbbf95c1c8 service neutron] 10.222.0.16 "GET /v2.0/networks/43f0d026-9172-4b69-8ca1-3e18e74f7863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137114 Jul 19 17:19:25.732815 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177fecc-df79-4bb4-a134-f2f62244f8b0 req-692c3c06-8b22-420d-b3ab-f918b26dd3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:25.734360 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e177fecc-df79-4bb4-a134-f2f62244f8b0 req-692c3c06-8b22-420d-b3ab-f918b26dd3f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e65159baafb47cdba6248c5654c9130&device_id=59c15bb8-dd5b-411d-944b-67cd46355c7c HTTP/1.1" status: 200 len: 1096 time: 0.0545485 Jul 19 17:19:25.883794 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177fecc-df79-4bb4-a134-f2f62244f8b0 req-96242803-e580-4628-bc0f-71adb7c7befc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:25.885403 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e177fecc-df79-4bb4-a134-f2f62244f8b0 req-96242803-e580-4628-bc0f-71adb7c7befc service neutron] 10.222.0.16 "GET /v2.0/networks?id=43f0d026-9172-4b69-8ca1-3e18e74f7863 HTTP/1.1" status: 200 len: 910 time: 0.1289423 Jul 19 17:19:25.953651 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4720e9-f05e-47a9-8522-10da1ed9f300 req-0ddd26d2-3500-4c70-a569-8a1845d9e702 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:25.955400 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ad4720e9-f05e-47a9-8522-10da1ed9f300 req-0ddd26d2-3500-4c70-a569-8a1845d9e702 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/ports?device_id=59c15bb8-dd5b-411d-944b-67cd46355c7c HTTP/1.1" status: 200 len: 943 time: 0.1285279 Jul 19 17:19:25.957167 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e177fecc-df79-4bb4-a134-f2f62244f8b0 req-61870b1b-ecdb-41dd-add3-1199d25a0649 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8a5b52e-d19e-40f0-8920-730a307a5480 HTTP/1.1" status: 200 len: 217 time: 0.0577886 Jul 19 17:19:26.031809 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc552da-bf37-434a-89b8-dcf16b152df8 req-bb2ed16a-7df5-41aa-8e8d-5891258f49f2 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:26.034582 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fbc552da-bf37-434a-89b8-dcf16b152df8 req-bb2ed16a-7df5-41aa-8e8d-5891258f49f2 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0834429 Jul 19 17:19:26.038599 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ad4720e9-f05e-47a9-8522-10da1ed9f300 req-a9a7a812-9bc1-4718-8da3-5e98fefd086e tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/security-groups?id=4be45e7b-5815-4390-9246-082f17b04282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719104 Jul 19 17:19:26.047294 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177fecc-df79-4bb4-a134-f2f62244f8b0 req-39a2ede0-4a03-44cd-abd4-4c39644a8956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:26.049911 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e177fecc-df79-4bb4-a134-f2f62244f8b0 req-39a2ede0-4a03-44cd-abd4-4c39644a8956 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b565e337-3907-43d3-b935-29e9c933bf03 HTTP/1.1" status: 200 len: 848 time: 0.0756981 Jul 19 17:19:26.084987 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fbc552da-bf37-434a-89b8-dcf16b152df8 req-c7588a0c-d3e9-4e36-9fb3-f39366a659ad tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395544 Jul 19 17:19:26.123196 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177fecc-df79-4bb4-a134-f2f62244f8b0 req-9c140901-89ce-4bb3-ab02-9e12b566882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:26.124767 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e177fecc-df79-4bb4-a134-f2f62244f8b0 req-9c140901-89ce-4bb3-ab02-9e12b566882b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43f0d026-9172-4b69-8ca1-3e18e74f7863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573845 Jul 19 17:19:26.220258 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e177fecc-df79-4bb4-a134-f2f62244f8b0 req-645c06e3-1040-4c2d-b2d9-86a20c5041a9 service neutron] 10.222.0.16 "GET /v2.0/networks/43f0d026-9172-4b69-8ca1-3e18e74f7863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835552 Jul 19 17:19:26.316888 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e177fecc-df79-4bb4-a134-f2f62244f8b0 req-96158951-2d8e-4621-8556-d0beb76ea8de service neutron] 10.222.0.16 "GET /v2.0/networks/43f0d026-9172-4b69-8ca1-3e18e74f7863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830822 Jul 19 17:19:26.542544 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634f4ae-c5a6-485e-8010-1a879e77afb5 req-26ccbb9d-d1ab-4cf2-9b2f-d0b657f76437 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:26.544997 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a634f4ae-c5a6-485e-8010-1a879e77afb5 req-26ccbb9d-d1ab-4cf2-9b2f-d0b657f76437 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=73e8f27a-eece-4ac2-b766-fc7cfc30aa51 HTTP/1.1" status: 200 len: 944 time: 0.0695586 Jul 19 17:19:26.586730 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a634f4ae-c5a6-485e-8010-1a879e77afb5 req-5cb8131f-694d-477e-8a6d-85b967e9149d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325549 Jul 19 17:19:27.070081 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device c877a502-3191-4bbd-868e-20b9804fd587 up at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:19:27.134156 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning for port c877a502-3191-4bbd-868e-20b9804fd587 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:19:27.138750 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning complete for port c877a502-3191-4bbd-868e-20b9804fd587 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:19:27.139439 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:27.185897 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbc576-35f7-4752-ba35-4db4ade5b64b req-eca811fa-49e8-4134-8ad7-decf8ce4d97a tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:27.187592 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-09cbc576-35f7-4752-ba35-4db4ade5b64b req-eca811fa-49e8-4134-8ad7-decf8ce4d97a tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/ports?device_id=59c15bb8-dd5b-411d-944b-67cd46355c7c HTTP/1.1" status: 200 len: 943 time: 0.0740643 Jul 19 17:19:27.237391 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:27.238121 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-09cbc576-35f7-4752-ba35-4db4ade5b64b req-9e37626d-c6e5-4a65-877c-aa40cf3f66f0 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/security-groups?id=4be45e7b-5815-4390-9246-082f17b04282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440669 Jul 19 17:19:27.246944 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92908bcb-377a-4127-8349-0ac49009073e req-c00d6ef1-e268-4f09-a5b9-578a1ef8ed94 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:27.255882 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-92908bcb-377a-4127-8349-0ac49009073e req-c00d6ef1-e268-4f09-a5b9-578a1ef8ed94 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0887897 Jul 19 17:19:27.271043 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e8f27a-eece-4ac2-b766-fc7cfc30aa51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c877a502-3191-4bbd-868e-20b9804fd587'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:19:27.273278 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa486d5c4e4f39956b43fe6dcc35bf0f2fe2e374caf29500c804b4cead58546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7150e58-f471-4255-80b1-1d8c31557aae" -d '{"events": [{"server_uuid": "73e8f27a-eece-4ac2-b766-fc7cfc30aa51", "name": "network-vif-plugged", "status": "completed", "tag": "c877a502-3191-4bbd-868e-20b9804fd587"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:19:27.287038 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port c877a502-3191-4bbd-868e-20b9804fd587, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=c877a502-3191-4bbd-868e-20b9804fd587,segment=NetworkSegment(c21bc953-a360-415a-935f-f0f6c1812c07),segment_id=c21bc953-a360-415a-935f-f0f6c1812c07)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:19:27.292043 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:27.298868 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-92908bcb-377a-4127-8349-0ac49009073e req-24f8ff32-a293-4591-9861-d45475c4ddd3 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419564 Jul 19 17:19:27.320009 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dc7cef-6025-4da6-bdfe-6077031d8154 x-openstack-request-id: req-f4dc7cef-6025-4da6-bdfe-6077031d8154 {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:19:27.320301 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e8f27a-eece-4ac2-b766-fc7cfc30aa51", "name": "network-vif-plugged", "status": "completed", "tag": "c877a502-3191-4bbd-868e-20b9804fd587", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:19:27.320549 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f4dc7cef-6025-4da6-bdfe-6077031d8154 {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:19:27.320924 dv-cinder-801354-1-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e8f27a-eece-4ac2-b766-fc7cfc30aa51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c877a502-3191-4bbd-868e-20b9804fd587', 'code': 200} Jul 19 17:19:27.345883 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=c877a502-3191-4bbd-868e-20b9804fd587,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:19:27.531909 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af292fa0-c90a-4c67-aebe-99a91f80a3f5 req-ac1baa86-2786-47e5-91d2-a07d1a9c4cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:27.534508 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-af292fa0-c90a-4c67-aebe-99a91f80a3f5 req-ac1baa86-2786-47e5-91d2-a07d1a9c4cb3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=73e8f27a-eece-4ac2-b766-fc7cfc30aa51 HTTP/1.1" status: 200 len: 1098 time: 0.0626636 Jul 19 17:19:27.579626 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-af292fa0-c90a-4c67-aebe-99a91f80a3f5 req-cb41ac96-f275-4edf-905e-5d9bc0338794 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274367 Jul 19 17:19:27.715550 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa815c-c6ef-441e-b815-c6ca4a3401c7 req-7b8b0f89-8968-479d-97a8-3a5ed6dc9886 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:27.717042 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-05aa815c-c6ef-441e-b815-c6ca4a3401c7 req-7b8b0f89-8968-479d-97a8-3a5ed6dc9886 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=73e8f27a-eece-4ac2-b766-fc7cfc30aa51 HTTP/1.1" status: 200 len: 945 time: 0.0654507 Jul 19 17:19:27.755277 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-05aa815c-c6ef-441e-b815-c6ca4a3401c7 req-2b6ebdca-8eec-49a9-b6b6-f6c784ea8ed6 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322959 Jul 19 17:19:28.374070 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd7f14-2214-4770-b516-615e4525547f req-63121119-9321-4743-a15c-65b7a8a765fc tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:28.375575 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-95cd7f14-2214-4770-b516-615e4525547f req-63121119-9321-4743-a15c-65b7a8a765fc tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/ports?device_id=59c15bb8-dd5b-411d-944b-67cd46355c7c HTTP/1.1" status: 200 len: 943 time: 0.0633354 Jul 19 17:19:28.415075 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-95cd7f14-2214-4770-b516-615e4525547f req-dd24cf25-2013-4543-9157-856d233d36c5 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/security-groups?id=4be45e7b-5815-4390-9246-082f17b04282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331576 Jul 19 17:19:28.431352 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b039d71-83f8-4700-ab3a-831690787b23 req-13e70416-4158-46bf-8ec0-1550c4403790 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:28.432817 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1b039d71-83f8-4700-ab3a-831690787b23 req-13e70416-4158-46bf-8ec0-1550c4403790 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0708163 Jul 19 17:19:28.470913 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1b039d71-83f8-4700-ab3a-831690787b23 req-eeb44481-6142-4368-82e9-fde5f096ee02 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326397 Jul 19 17:19:28.883285 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6c7c0-4bc9-44ba-a134-4c9e067358af req-db1d2da1-2514-41a0-9e1d-a1a8ff3a07e1 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:28.884831 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3ac6c7c0-4bc9-44ba-a134-4c9e067358af req-db1d2da1-2514-41a0-9e1d-a1a8ff3a07e1 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=73e8f27a-eece-4ac2-b766-fc7cfc30aa51 HTTP/1.1" status: 200 len: 945 time: 0.0653493 Jul 19 17:19:28.927055 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3ac6c7c0-4bc9-44ba-a134-4c9e067358af req-cf764f31-aa81-418a-9d2d-66f9d67d460d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364051 Jul 19 17:19:29.544603 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9e20b-5631-4dd5-9bf9-f6b63e906938 req-822bf11d-ffed-4b55-9cff-dc23ae0bac4d tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:29.546150 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1dc9e20b-5631-4dd5-9bf9-f6b63e906938 req-822bf11d-ffed-4b55-9cff-dc23ae0bac4d tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/ports?device_id=59c15bb8-dd5b-411d-944b-67cd46355c7c HTTP/1.1" status: 200 len: 943 time: 0.0661831 Jul 19 17:19:29.584571 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1dc9e20b-5631-4dd5-9bf9-f6b63e906938 req-cbd18a23-6f3f-4790-b9ca-ea0ea1c49095 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/security-groups?id=4be45e7b-5815-4390-9246-082f17b04282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329392 Jul 19 17:19:29.600380 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf7bd1-0d8b-4039-9f5c-a9e53450c413 req-29e4a53d-2740-4c2c-ac1c-7c1f845b5cc8 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:29.601854 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-52bf7bd1-0d8b-4039-9f5c-a9e53450c413 req-29e4a53d-2740-4c2c-ac1c-7c1f845b5cc8 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0629280 Jul 19 17:19:29.638096 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-52bf7bd1-0d8b-4039-9f5c-a9e53450c413 req-60a9bd1b-a42b-47e3-b78e-40899d302bb1 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304790 Jul 19 17:19:30.055413 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87082a4-9cfd-4225-a3cb-b48820a6dee0 req-7851eb48-b935-4760-a2e9-d16cc7579f79 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:30.056895 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a87082a4-9cfd-4225-a3cb-b48820a6dee0 req-7851eb48-b935-4760-a2e9-d16cc7579f79 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=73e8f27a-eece-4ac2-b766-fc7cfc30aa51 HTTP/1.1" status: 200 len: 945 time: 0.0652912 Jul 19 17:19:30.094299 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a87082a4-9cfd-4225-a3cb-b48820a6dee0 req-724aa1b5-aed7-4c85-8068-814130105ce2 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317588 Jul 19 17:19:30.711011 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9e424-8fcc-422d-8c4b-85ca4c5b5505 req-8af10831-9a3f-490c-95aa-019e1c1418a4 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:30.712506 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4bf9e424-8fcc-422d-8c4b-85ca4c5b5505 req-8af10831-9a3f-490c-95aa-019e1c1418a4 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/ports?device_id=59c15bb8-dd5b-411d-944b-67cd46355c7c HTTP/1.1" status: 200 len: 943 time: 0.0633194 Jul 19 17:19:30.749731 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4bf9e424-8fcc-422d-8c4b-85ca4c5b5505 req-de7600d3-da75-457e-80a7-8a4315589a89 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/security-groups?id=4be45e7b-5815-4390-9246-082f17b04282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316141 Jul 19 17:19:30.767206 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ee398-8048-45b9-9875-2cae741b8213 req-5944061f-8a30-4963-b35f-b8590274d6fe tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:30.768677 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-986ee398-8048-45b9-9875-2cae741b8213 req-5944061f-8a30-4963-b35f-b8590274d6fe tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0637634 Jul 19 17:19:30.811036 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-986ee398-8048-45b9-9875-2cae741b8213 req-62be0221-1b36-462f-a043-0d9f1b71a4e3 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359681 Jul 19 17:19:31.888263 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94352cb-8a63-4d0c-b641-6a2e1f42d8bc req-1f0c2473-f4e7-4cda-9c1f-3a57bd56b616 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:31.889762 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f94352cb-8a63-4d0c-b641-6a2e1f42d8bc req-1f0c2473-f4e7-4cda-9c1f-3a57bd56b616 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/ports?device_id=59c15bb8-dd5b-411d-944b-67cd46355c7c HTTP/1.1" status: 200 len: 943 time: 0.0746257 Jul 19 17:19:31.928180 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f94352cb-8a63-4d0c-b641-6a2e1f42d8bc req-8c8c59a9-8739-44ca-b004-4c9ec73d69de tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/security-groups?id=4be45e7b-5815-4390-9246-082f17b04282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321419 Jul 19 17:19:31.950018 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439150a-d152-49fa-acb3-75f64cf478ba req-0d55c509-0081-4bfd-bca0-17720e55a77c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:31.951474 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0439150a-d152-49fa-acb3-75f64cf478ba req-0d55c509-0081-4bfd-bca0-17720e55a77c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0670867 Jul 19 17:19:31.987943 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0439150a-d152-49fa-acb3-75f64cf478ba req-45889a88-1d91-4f50-a43b-28aa4cb3450c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310190 Jul 19 17:19:32.194708 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27735d67-a853-4233-a8f2-6e3eedf3a17f req-8637ad9f-f1bb-476c-98e4-f53e7ab33144 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:32.196180 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-27735d67-a853-4233-a8f2-6e3eedf3a17f req-8637ad9f-f1bb-476c-98e4-f53e7ab33144 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0628242 Jul 19 17:19:32.236246 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-27735d67-a853-4233-a8f2-6e3eedf3a17f req-a7d35874-dd5f-4d42-a6f2-f6e2e867cd1b tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332108 Jul 19 17:19:32.304018 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58594a-cb02-484d-ba22-dec4085bafe6 req-412f76e0-c55c-4577-85a3-425fbafb7240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:32.305531 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ee58594a-cb02-484d-ba22-dec4085bafe6 req-412f76e0-c55c-4577-85a3-425fbafb7240 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc220f375215460db8d07850e09978fb&device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 1099 time: 0.0553672 Jul 19 17:19:32.411064 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58594a-cb02-484d-ba22-dec4085bafe6 req-dbb7e0b3-12fd-40d9-a31b-2d1d4687d97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:32.412524 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ee58594a-cb02-484d-ba22-dec4085bafe6 req-dbb7e0b3-12fd-40d9-a31b-2d1d4687d97c service neutron] 10.222.0.16 "GET /v2.0/networks?id=a2a529f0-73cb-4c3b-8ecb-6e30cb300478 HTTP/1.1" status: 200 len: 910 time: 0.0906191 Jul 19 17:19:32.483138 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ee58594a-cb02-484d-ba22-dec4085bafe6 req-af8e6607-992c-4aaa-8c3d-6ed0dcce3f70 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab60a68a-9012-4b73-9baf-569fbea92105 HTTP/1.1" status: 200 len: 1001 time: 0.0563314 Jul 19 17:19:32.541272 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58594a-cb02-484d-ba22-dec4085bafe6 req-84a032d5-95b3-4a57-a769-ca15cdf09ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:32.542708 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ee58594a-cb02-484d-ba22-dec4085bafe6 req-84a032d5-95b3-4a57-a769-ca15cdf09ab9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=53a8e247-a27a-46a2-abea-935b2a780c56 HTTP/1.1" status: 200 len: 848 time: 0.0468092 Jul 19 17:19:32.604475 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58594a-cb02-484d-ba22-dec4085bafe6 req-69efd83b-7c4b-45d6-9cb3-760ea4204260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:32.605977 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ee58594a-cb02-484d-ba22-dec4085bafe6 req-69efd83b-7c4b-45d6-9cb3-760ea4204260 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a2a529f0-73cb-4c3b-8ecb-6e30cb300478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502479 Jul 19 17:19:32.708643 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ee58594a-cb02-484d-ba22-dec4085bafe6 req-6399ac4a-c5e4-4615-8b20-6e6d1a3b32e3 service neutron] 10.222.0.16 "GET /v2.0/networks/a2a529f0-73cb-4c3b-8ecb-6e30cb300478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930948 Jul 19 17:19:32.814042 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ee58594a-cb02-484d-ba22-dec4085bafe6 req-306f4db7-5dca-4796-8cc5-1c3a2fed878b service neutron] 10.222.0.16 "GET /v2.0/networks/a2a529f0-73cb-4c3b-8ecb-6e30cb300478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969629 Jul 19 17:19:32.953280 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 38870) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:19:33.054175 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-77c17867-2487-416a-b6b4-9a45a89fc19b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:33.056706 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ff06c-53f3-439f-a17a-27bcc00d5536 req-51622c7a-d16a-4870-8353-1f1726439db1 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:33.058207 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-db6ff06c-53f3-439f-a17a-27bcc00d5536 req-51622c7a-d16a-4870-8353-1f1726439db1 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/ports?device_id=59c15bb8-dd5b-411d-944b-67cd46355c7c HTTP/1.1" status: 200 len: 943 time: 0.0624881 Jul 19 17:19:33.099274 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-db6ff06c-53f3-439f-a17a-27bcc00d5536 req-71f5e328-de43-4ee0-910d-fc3698effa97 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/security-groups?id=4be45e7b-5815-4390-9246-082f17b04282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355179 Jul 19 17:19:33.108762 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device d8a5b52e-d19e-40f0-8920-730a307a5480 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:19:33.147643 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-77c17867-2487-416a-b6b4-9a45a89fc19b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:33.151551 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-77c17867-2487-416a-b6b4-9a45a89fc19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:33.192640 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-77c17867-2487-416a-b6b4-9a45a89fc19b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=196310946a2d442299d3e5633691c84d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382841 Jul 19 17:19:33.193628 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c17867-2487-416a-b6b4-9a45a89fc19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92c9bab-6f88-4bc8-a448-4be2cb6bb1dd,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:19:33.195394 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 38874) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:19:33.207897 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port d8a5b52e-d19e-40f0-8920-730a307a5480, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d8a5b52e-d19e-40f0-8920-730a307a5480,segment=NetworkSegment(555865e3-4c60-4a03-a50d-386083fbbf04),segment_id=555865e3-4c60-4a03-a50d-386083fbbf04)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:19:33.218621 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Returning: {'device': 'd8a5b52e-d19e-40f0-8920-730a307a5480', 'network_id': '43f0d026-9172-4b69-8ca1-3e18e74f7863', 'port_id': 'd8a5b52e-d19e-40f0-8920-730a307a5480', 'mac_address': 'fa:16:3e:1f:a2:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b565e337-3907-43d3-b935-29e9c933bf03', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:19:33.257046 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5d771872-1d04-42d0-926e-bf9816c998ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:33.266814 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:33.282588 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8a5b52e-d19e-40f0-8920-730a307a5480 {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:19:33.285464 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5d771872-1d04-42d0-926e-bf9816c998ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:33.303324 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port d8a5b52e-d19e-40f0-8920-730a307a5480, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d8a5b52e-d19e-40f0-8920-730a307a5480,segment=NetworkSegment(555865e3-4c60-4a03-a50d-386083fbbf04),segment_id=555865e3-4c60-4a03-a50d-386083fbbf04)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:19:33.309998 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:33.345865 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5d771872-1d04-42d0-926e-bf9816c998ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:33.351023 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5d771872-1d04-42d0-926e-bf9816c998ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:33.356459 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-5d771872-1d04-42d0-926e-bf9816c998ed admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d92c9bab-6f88-4bc8-a448-4be2cb6bb1dd HTTP/1.1" status: 204 len: 168 time: 0.1593544 Jul 19 17:19:33.368202 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d771872-1d04-42d0-926e-bf9816c998ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92c9bab-6f88-4bc8-a448-4be2cb6bb1dd,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:19:33.385530 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c149a68-8576-4785-a5ee-d52c5712f028 req-f29940d4-b670-4b03-b952-a70f960b33a4 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:33.387481 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1c149a68-8576-4785-a5ee-d52c5712f028 req-f29940d4-b670-4b03-b952-a70f960b33a4 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0742021 Jul 19 17:19:33.403511 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=d8a5b52e-d19e-40f0-8920-730a307a5480,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:19:33.445434 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1c149a68-8576-4785-a5ee-d52c5712f028 req-5cd318c7-1699-4517-b658-93000fc78611 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517173 Jul 19 17:19:34.116638 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['d8a5b52e-d19e-40f0-8920-730a307a5480'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:19:34.247265 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b6ad5-ac96-418d-92d7-7b55a19ee0dc req-2c48f80d-f555-420a-b4da-56491584fbe4 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:34.249380 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-281b6ad5-ac96-418d-92d7-7b55a19ee0dc req-2c48f80d-f555-420a-b4da-56491584fbe4 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/ports?device_id=59c15bb8-dd5b-411d-944b-67cd46355c7c HTTP/1.1" status: 200 len: 944 time: 0.0699248 Jul 19 17:19:34.293849 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-281b6ad5-ac96-418d-92d7-7b55a19ee0dc req-627192e7-9c6f-42d7-bb9e-ed7ee985dcad tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/security-groups?id=4be45e7b-5815-4390-9246-082f17b04282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366588 Jul 19 17:19:34.598278 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b90b9-e65d-43b5-a501-aaea94d0d15e req-6b39837c-9798-456e-804f-95c34b1c74c0 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:34.599856 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-cb8b90b9-e65d-43b5-a501-aaea94d0d15e req-6b39837c-9798-456e-804f-95c34b1c74c0 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0671580 Jul 19 17:19:34.638606 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-cb8b90b9-e65d-43b5-a501-aaea94d0d15e req-382a0b6a-dea2-44f9-ba6a-7fa54ce9d959 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331438 Jul 19 17:19:34.835357 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c3242-4455-4041-a1ba-dbc2b28c4ed8 req-d8e6b19f-89a7-4885-be42-4e39f62c2d99 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:34.836763 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0d2c3242-4455-4041-a1ba-dbc2b28c4ed8 req-d8e6b19f-89a7-4885-be42-4e39f62c2d99 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.1091316 Jul 19 17:19:34.838621 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0c717-48f0-4692-9e1b-a51fd548db1f req-4263394f-e15e-4417-badc-6060b23282ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:34.839962 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-41e0c717-48f0-4692-9e1b-a51fd548db1f req-4263394f-e15e-4417-badc-6060b23282ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3fefd3e37824e00a95d515b7ba1d64f&device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 1098 time: 0.0802708 Jul 19 17:19:34.908259 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0d2c3242-4455-4041-a1ba-dbc2b28c4ed8 req-65b83cae-8c61-4d50-9e37-9ec945f78042 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659606 Jul 19 17:19:34.963686 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0c717-48f0-4692-9e1b-a51fd548db1f req-cc912045-7a65-40e2-b248-58a1700de873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:34.965167 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-41e0c717-48f0-4692-9e1b-a51fd548db1f req-cc912045-7a65-40e2-b248-58a1700de873 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a209b5ff-a816-4116-89fd-51c10f2a2246 HTTP/1.1" status: 200 len: 920 time: 0.1090069 Jul 19 17:19:35.006137 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-41e0c717-48f0-4692-9e1b-a51fd548db1f req-cf5a4ffa-ad6e-4982-bce0-d62b1a156d3d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8af0c839-f209-4966-ab5a-3b4906e344b9 HTTP/1.1" status: 200 len: 217 time: 0.0338824 Jul 19 17:19:35.058411 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0c717-48f0-4692-9e1b-a51fd548db1f req-6bc61aa9-64d5-4afc-b245-3e32bc45325a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:35.060098 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-41e0c717-48f0-4692-9e1b-a51fd548db1f req-6bc61aa9-64d5-4afc-b245-3e32bc45325a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82845a4e-b4a7-4a3d-97be-1a8a6043c86e HTTP/1.1" status: 200 len: 859 time: 0.0439291 Jul 19 17:19:35.099904 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-41e0c717-48f0-4692-9e1b-a51fd548db1f req-69b34ec6-abf5-4f27-a04b-4040dac75241 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a209b5ff-a816-4116-89fd-51c10f2a2246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315330 Jul 19 17:19:35.194120 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-41e0c717-48f0-4692-9e1b-a51fd548db1f req-8eed7796-39cd-49d8-86c1-18a002f5f78d service neutron] 10.222.0.16 "GET /v2.0/networks/a209b5ff-a816-4116-89fd-51c10f2a2246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804322 Jul 19 17:19:35.293411 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-41e0c717-48f0-4692-9e1b-a51fd548db1f req-3d644df4-18ce-4a13-a688-658ae8ea28fc service neutron] 10.222.0.16 "GET /v2.0/networks/a209b5ff-a816-4116-89fd-51c10f2a2246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923064 Jul 19 17:19:35.423692 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5069e-e3d8-4904-a517-5f5909a6881c req-f0a7f63e-b011-4c8b-a9ee-43af65801939 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:35.425034 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-64e5069e-e3d8-4904-a517-5f5909a6881c req-f0a7f63e-b011-4c8b-a9ee-43af65801939 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/ports?device_id=59c15bb8-dd5b-411d-944b-67cd46355c7c HTTP/1.1" status: 200 len: 944 time: 0.0601203 Jul 19 17:19:35.466923 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-64e5069e-e3d8-4904-a517-5f5909a6881c req-12fd7d69-a19a-4d7d-8d6a-7b0d09025ee2 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/security-groups?id=4be45e7b-5815-4390-9246-082f17b04282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356979 Jul 19 17:19:36.047118 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85ebf9-213a-4fd9-853f-57e92a23a2c8 req-b598f215-e851-434a-b0c7-66abe86fe5aa tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:36.048603 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-cc85ebf9-213a-4fd9-853f-57e92a23a2c8 req-b598f215-e851-434a-b0c7-66abe86fe5aa tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0623515 Jul 19 17:19:36.088190 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-cc85ebf9-213a-4fd9-853f-57e92a23a2c8 req-b74afcb1-003e-4b92-85ef-f02e8e50bd37 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331416 Jul 19 17:19:36.594054 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbd165-7a5d-4d6f-ad3f-8e08f6677dda req-be5c490f-78ea-41b7-b9d2-5602548863d4 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:36.595471 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f0fbd165-7a5d-4d6f-ad3f-8e08f6677dda req-be5c490f-78ea-41b7-b9d2-5602548863d4 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/ports?device_id=59c15bb8-dd5b-411d-944b-67cd46355c7c HTTP/1.1" status: 200 len: 944 time: 0.0630865 Jul 19 17:19:36.634051 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f0fbd165-7a5d-4d6f-ad3f-8e08f6677dda req-4d190059-b57e-41f5-a73c-9d58ec2fdb3b tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/security-groups?id=4be45e7b-5815-4390-9246-082f17b04282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326569 Jul 19 17:19:37.120651 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device d8a5b52e-d19e-40f0-8920-730a307a5480 up at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:19:37.175040 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning for port d8a5b52e-d19e-40f0-8920-730a307a5480 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:19:37.179683 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning complete for port d8a5b52e-d19e-40f0-8920-730a307a5480 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:19:37.180055 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:37.231421 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff39d9-08d4-415c-84a1-a7d0f3447820 req-c97e572f-50b4-410e-bdac-d3b4ffc02cca tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:37.233098 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-aeff39d9-08d4-415c-84a1-a7d0f3447820 req-c97e572f-50b4-410e-bdac-d3b4ffc02cca tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0751915 Jul 19 17:19:37.285185 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:37.288457 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-aeff39d9-08d4-415c-84a1-a7d0f3447820 req-dce4c725-a452-4a88-9fbe-88a5edf566c4 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489554 Jul 19 17:19:37.326854 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c15bb8-dd5b-411d-944b-67cd46355c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a5b52e-d19e-40f0-8920-730a307a5480'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:19:37.329105 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa486d5c4e4f39956b43fe6dcc35bf0f2fe2e374caf29500c804b4cead58546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe9d4d1-145d-43df-b4a0-6290545d6e5e" -d '{"events": [{"server_uuid": "59c15bb8-dd5b-411d-944b-67cd46355c7c", "name": "network-vif-plugged", "status": "completed", "tag": "d8a5b52e-d19e-40f0-8920-730a307a5480"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:19:37.342049 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port d8a5b52e-d19e-40f0-8920-730a307a5480, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d8a5b52e-d19e-40f0-8920-730a307a5480,segment=NetworkSegment(555865e3-4c60-4a03-a50d-386083fbbf04),segment_id=555865e3-4c60-4a03-a50d-386083fbbf04)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:19:37.345934 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:37.370132 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c297dba2-c2c5-42d7-a1b3-9e7ef8adc86c x-openstack-request-id: req-c297dba2-c2c5-42d7-a1b3-9e7ef8adc86c {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:19:37.370420 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c15bb8-dd5b-411d-944b-67cd46355c7c", "name": "network-vif-plugged", "status": "completed", "tag": "d8a5b52e-d19e-40f0-8920-730a307a5480", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:19:37.370674 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c297dba2-c2c5-42d7-a1b3-9e7ef8adc86c {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:19:37.371086 dv-cinder-801354-1-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c15bb8-dd5b-411d-944b-67cd46355c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a5b52e-d19e-40f0-8920-730a307a5480', 'code': 200} Jul 19 17:19:37.397627 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=d8a5b52e-d19e-40f0-8920-730a307a5480,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:19:37.700278 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbb1a2-1c75-46b3-973b-a3b4ff746a16 req-8bf1d61f-556a-4136-bffe-6a3e3b1d0d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:37.703400 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-dafbb1a2-1c75-46b3-973b-a3b4ff746a16 req-8bf1d61f-556a-4136-bffe-6a3e3b1d0d79 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=59c15bb8-dd5b-411d-944b-67cd46355c7c HTTP/1.1" status: 200 len: 1098 time: 0.0586505 Jul 19 17:19:37.767217 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-dafbb1a2-1c75-46b3-973b-a3b4ff746a16 req-442a154f-adf6-464b-b960-d48c9d2d3051 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4be45e7b-5815-4390-9246-082f17b04282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517135 Jul 19 17:19:37.788630 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bdfaf-27de-4423-8c9b-ca561b60407a req-a8a1720f-ebf8-46b9-a53c-ef8c67e8e61c tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:37.790096 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-774bdfaf-27de-4423-8c9b-ca561b60407a req-a8a1720f-ebf8-46b9-a53c-ef8c67e8e61c tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/ports?device_id=59c15bb8-dd5b-411d-944b-67cd46355c7c HTTP/1.1" status: 200 len: 945 time: 0.0844500 Jul 19 17:19:37.827588 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-774bdfaf-27de-4423-8c9b-ca561b60407a req-3d1b12aa-9f22-4278-83f5-0120d256d7a8 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/security-groups?id=4be45e7b-5815-4390-9246-082f17b04282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317764 Jul 19 17:19:38.413882 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39580420-f24a-4a29-9080-6e5c3d34b1c5 req-cf99792a-2cd5-4b53-8cb5-0140dae3ee21 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:38.415388 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-39580420-f24a-4a29-9080-6e5c3d34b1c5 req-cf99792a-2cd5-4b53-8cb5-0140dae3ee21 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0661824 Jul 19 17:19:38.452803 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-39580420-f24a-4a29-9080-6e5c3d34b1c5 req-5cf2ce40-bc95-4c0f-9a27-a5e767fa4555 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319726 Jul 19 17:19:38.462862 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-4fb5ddc5-7170-4a0e-8e7b-6b0c6eee434e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:38.958304 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0a8b6-1bff-4536-b937-71e195694a6b req-5dcd35c5-b14b-401e-a7d3-c5bad4c79236 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:38.959897 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d1b0a8b6-1bff-4536-b937-71e195694a6b req-5dcd35c5-b14b-401e-a7d3-c5bad4c79236 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/ports?device_id=59c15bb8-dd5b-411d-944b-67cd46355c7c HTTP/1.1" status: 200 len: 945 time: 0.0674958 Jul 19 17:19:38.998707 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d1b0a8b6-1bff-4536-b937-71e195694a6b req-3c3a3fda-d758-40bf-ae19-35f6ac58f072 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/security-groups?id=4be45e7b-5815-4390-9246-082f17b04282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325725 Jul 19 17:19:39.584977 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37031d8-45e1-4851-9531-946337368325 req-7a55e195-ab95-424e-9bc7-7761af5101ec tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:39.586479 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d37031d8-45e1-4851-9531-946337368325 req-7a55e195-ab95-424e-9bc7-7761af5101ec tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0623355 Jul 19 17:19:39.629131 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d37031d8-45e1-4851-9531-946337368325 req-51909dc8-86dc-4d87-bc2e-83db9e9b9a2b tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365322 Jul 19 17:19:40.126407 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ad477-a548-4dc5-b10b-b042ac4698a6 req-0ba9169e-b271-425f-9553-10e90e066615 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:40.128512 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7b9ad477-a548-4dc5-b10b-b042ac4698a6 req-0ba9169e-b271-425f-9553-10e90e066615 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/ports?device_id=59c15bb8-dd5b-411d-944b-67cd46355c7c HTTP/1.1" status: 200 len: 945 time: 0.0634496 Jul 19 17:19:40.172293 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7b9ad477-a548-4dc5-b10b-b042ac4698a6 req-a620bef7-eb5c-422e-89e0-3b0520817b8c tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/security-groups?id=4be45e7b-5815-4390-9246-082f17b04282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375082 Jul 19 17:19:40.541305 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dd24f-70ca-47ec-98e2-8cd3fe64024f req-b8137909-9216-4e34-9521-ddcbd5678bc9 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:40.542850 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-697dd24f-70ca-47ec-98e2-8cd3fe64024f req-b8137909-9216-4e34-9521-ddcbd5678bc9 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/ports?device_id=59c15bb8-dd5b-411d-944b-67cd46355c7c HTTP/1.1" status: 200 len: 945 time: 0.2939076 Jul 19 17:19:40.581657 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-697dd24f-70ca-47ec-98e2-8cd3fe64024f req-712360b8-9cdd-445f-b974-68257efdd0cc tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/security-groups?id=4be45e7b-5815-4390-9246-082f17b04282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328090 Jul 19 17:19:40.606043 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 39074) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:19:40.699932 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-55f018e1-8164-4dcd-a044-891fa6f455a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:40.812794 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3376bf-7885-492e-aaa1-ba315e4bb6c7 req-baec2237-29a7-4553-b75f-5e32e78a00a5 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:40.814485 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-be3376bf-7885-492e-aaa1-ba315e4bb6c7 req-baec2237-29a7-4553-b75f-5e32e78a00a5 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0939269 Jul 19 17:19:40.867658 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-be3376bf-7885-492e-aaa1-ba315e4bb6c7 req-e0708d43-d4d5-4209-818c-67e3c5ea638a tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472178 Jul 19 17:19:40.870401 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e1ff6e-823c-47b7-a036-b9adf1873eeb tempest-TestShelveInstance-1395892454 tempest-TestShelveInstance-1395892454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:40.871812 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-57e1ff6e-823c-47b7-a036-b9adf1873eeb tempest-TestShelveInstance-1395892454 tempest-TestShelveInstance-1395892454-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=59c15bb8-dd5b-411d-944b-67cd46355c7c HTTP/1.1" status: 200 len: 1093 time: 0.2646377 Jul 19 17:19:40.874815 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 39082) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:19:40.879959 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-5f62c4a9-89db-4161-81d3-258b966b4a4c tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Request body: {'floatingip': {'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'port_id': 'd8a5b52e-d19e-40f0-8920-730a307a5480', 'tenant_id': '3e65159baafb47cdba6248c5654c9130', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:19:40.902292 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5f62c4a9-89db-4161-81d3-258b966b4a4c tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks [] for floatingip, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:41.003689 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5f62c4a9-89db-4161-81d3-258b966b4a4c tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:41.105974 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-5f62c4a9-89db-4161-81d3-258b966b4a4c tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Allocated IP 172.27.1.182 (471a83f0-55fa-4280-ad36-b168b6f04fca/5f22dab2-98ea-4073-8b5a-7afc7b46c4a2/92872ba2-791b-429e-85ba-4b9267a7ef63) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:19:41.174334 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:41.382553 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5f62c4a9-89db-4161-81d3-258b966b4a4c tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:41.419647 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5f62c4a9-89db-4161-81d3-258b966b4a4c tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:41.462166 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f62c4a9-89db-4161-81d3-258b966b4a4c tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Network 471a83f0-55fa-4280-ad36-b168b6f04fca is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:19:41.464942 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-5f62c4a9-89db-4161-81d3-258b966b4a4c tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:19:41.468516 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f62c4a9-89db-4161-81d3-258b966b4a4c tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:19:41.475043 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62c4a9-89db-4161-81d3-258b966b4a4c tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Pushing event updated for resources: {'Port': ['ID=92872ba2-791b-429e-85ba-4b9267a7ef63,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:19:41.875201 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5f62c4a9-89db-4161-81d3-258b966b4a4c tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:41.938952 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:42.041711 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5f62c4a9-89db-4161-81d3-258b966b4a4c tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:42.071426 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12870550-0adb-4340-aeb3-fe41aff693c7 req-6b411a71-4afc-4967-b4df-e3d1106e31af tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:42.072910 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-12870550-0adb-4340-aeb3-fe41aff693c7 req-6b411a71-4afc-4967-b4df-e3d1106e31af tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.1248114 Jul 19 17:19:42.142187 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-12870550-0adb-4340-aeb3-fe41aff693c7 req-02eb05a9-5d92-43a7-9881-cb3d7b3e5605 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616429 Jul 19 17:19:42.226223 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5f62c4a9-89db-4161-81d3-258b966b4a4c tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:42.235766 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5f62c4a9-89db-4161-81d3-258b966b4a4c tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:42.271066 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5f62c4a9-89db-4161-81d3-258b966b4a4c tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-974214'] for floatingip, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:42.340837 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62c4a9-89db-4161-81d3-258b966b4a4c tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Pushing event updated for resources: {'Port': ['ID=92872ba2-791b-429e-85ba-4b9267a7ef63,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:19:42.376542 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.db.l3_db [None req-5f62c4a9-89db-4161-81d3-258b966b4a4c tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Floating IP dd879426-0c56-4f36-9f61-bb9891c9013c associated. External IP: 172.27.1.182, port: d8a5b52e-d19e-40f0-8920-730a307a5480. Jul 19 17:19:42.587900 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f62c4a9-89db-4161-81d3-258b966b4a4c tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Router 78f2143c-a96c-4c4b-bcaa-3abf6393f313 has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:19:42.694915 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f62c4a9-89db-4161-81d3-258b966b4a4c tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:19:42.708361 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd978cb-b0ed-41df-bef8-13b7c6de8ee9 None None] Sync routers for ids ['78f2143c-a96c-4c4b-bcaa-3abf6393f313'] in dv-cinder-801354-1-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:19:42.710711 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5f62c4a9-89db-4161-81d3-258b966b4a4c tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for floatingip, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:42.718215 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd978cb-b0ed-41df-bef8-13b7c6de8ee9 None None] Routers {'78f2143c-a96c-4c4b-bcaa-3abf6393f313'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:19:42.718946 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-5dd978cb-b0ed-41df-bef8-13b7c6de8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:19:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['78f2143c-a96c-4c4b-bcaa-3abf6393f313'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:19:42.747709 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-5f62c4a9-89db-4161-81d3-258b966b4a4c tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8718576 Jul 19 17:19:42.748382 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c15bb8-dd5b-411d-944b-67cd46355c7c', 'tag': 'd8a5b52e-d19e-40f0-8920-730a307a5480'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:19:42.750622 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f9ce27-c746-4ea7-9bbe-7f3be137d5c8" -d '{"events": [{"name": "network-changed", "server_uuid": "59c15bb8-dd5b-411d-944b-67cd46355c7c", "tag": "d8a5b52e-d19e-40f0-8920-730a307a5480"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:19:42.787698 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcaacb5-d79f-41a1-8f1b-b2ad9175aed5 x-openstack-request-id: req-5fcaacb5-d79f-41a1-8f1b-b2ad9175aed5 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:19:42.788123 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c15bb8-dd5b-411d-944b-67cd46355c7c", "tag": "d8a5b52e-d19e-40f0-8920-730a307a5480", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:19:42.788377 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5fcaacb5-d79f-41a1-8f1b-b2ad9175aed5 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:19:42.788790 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c15bb8-dd5b-411d-944b-67cd46355c7c', 'tag': 'd8a5b52e-d19e-40f0-8920-730a307a5480', 'status': 'completed', 'code': 200} Jul 19 17:19:42.828177 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-5dd978cb-b0ed-41df-bef8-13b7c6de8ee9 None None] Set router 78f2143c-a96c-4c4b-bcaa-3abf6393f313 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:19:42.891352 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9ce27-c746-4ea7-9bbe-7f3be137d5c8 req-a6c9ffab-3984-4614-be51-961c7e7c3bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:42.892852 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b6f9ce27-c746-4ea7-9bbe-7f3be137d5c8 req-a6c9ffab-3984-4614-be51-961c7e7c3bb2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e65159baafb47cdba6248c5654c9130&device_id=59c15bb8-dd5b-411d-944b-67cd46355c7c HTTP/1.1" status: 200 len: 1098 time: 0.0526612 Jul 19 17:19:43.067934 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-5dd978cb-b0ed-41df-bef8-13b7c6de8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'name': 'tempest-TestShelveInstance-1631990831-router', 'tenant_id': '3e65159baafb47cdba6248c5654c9130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'af48be06-ba12-443f-9d36-a19589f56e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:18:28Z', 'updated_at': '2021-07-19T17:18:33Z', 'revision_number': 4, 'project_id': '3e65159baafb47cdba6248c5654c9130', 'gw_port': {'id': 'af48be06-ba12-443f-9d36-a19589f56e83', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:18:29Z', 'updated_at': '2021-07-19T17:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_floatingips': [{'id': 'dd879426-0c56-4f36-9f61-bb9891c9013c', 'tenant_id': '3e65159baafb47cdba6248c5654c9130', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'router_id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'port_id': 'd8a5b52e-d19e-40f0-8920-730a307a5480', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f0d026-9172-4b69-8ca1-3e18e74f7863', 'mac_address': 'fa:16:3e:1f:a2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c15bb8-dd5b-411d-944b-67cd46355c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:19:41Z', 'updated_at': '2021-07-19T17:19:41Z', 'revision_number': 0, 'project_id': '3e65159baafb47cdba6248c5654c9130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f85f140f-e483-4700-a39e-c7f32b599fe2', 'name': '', 'network_id': '43f0d026-9172-4b69-8ca1-3e18e74f7863', 'tenant_id': '3e65159baafb47cdba6248c5654c9130', 'mac_address': 'fa:16:3e:14:fa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b565e337-3907-43d3-b935-29e9c933bf03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:18:32Z', 'updated_at': '2021-07-19T17:18:37Z', 'revision_number': 5, 'project_id': '3e65159baafb47cdba6248c5654c9130', 'subnets': [{'id': 'b565e337-3907-43d3-b935-29e9c933bf03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:19:43.182663 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd978cb-b0ed-41df-bef8-13b7c6de8ee9 None None] Checking router: 78f2143c-a96c-4c4b-bcaa-3abf6393f313 for host: dv-cinder-801354-1-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:19:43.190992 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd978cb-b0ed-41df-bef8-13b7c6de8ee9 None None] Routers {'78f2143c-a96c-4c4b-bcaa-3abf6393f313'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:19:43.192131 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-5dd978cb-b0ed-41df-bef8-13b7c6de8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:19:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['78f2143c-a96c-4c4b-bcaa-3abf6393f313'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:19:43.208507 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9ce27-c746-4ea7-9bbe-7f3be137d5c8 req-9e68b288-6709-4420-95a0-3825df6ef05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:43.210012 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b6f9ce27-c746-4ea7-9bbe-7f3be137d5c8 req-9e68b288-6709-4420-95a0-3825df6ef05b service neutron] 10.222.0.16 "GET /v2.0/networks?id=43f0d026-9172-4b69-8ca1-3e18e74f7863 HTTP/1.1" status: 200 len: 910 time: 0.3037131 Jul 19 17:19:43.292667 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-5dd978cb-b0ed-41df-bef8-13b7c6de8ee9 None None] Set router 78f2143c-a96c-4c4b-bcaa-3abf6393f313 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:19:43.312382 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b6f9ce27-c746-4ea7-9bbe-7f3be137d5c8 req-1b8f159f-f20c-4cc1-8e85-4d0662216c42 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8a5b52e-d19e-40f0-8920-730a307a5480 HTTP/1.1" status: 200 len: 999 time: 0.0737779 Jul 19 17:19:43.324646 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0189d4-c287-4f96-a434-e72d29212fdf req-beec2343-25b8-4902-93ab-f59a05785e65 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:43.326119 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7f0189d4-c287-4f96-a434-e72d29212fdf req-beec2343-25b8-4902-93ab-f59a05785e65 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.1133130 Jul 19 17:19:43.391880 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9ce27-c746-4ea7-9bbe-7f3be137d5c8 req-07a61bc7-6cae-4899-b90f-7a7af6b37439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:43.393488 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b6f9ce27-c746-4ea7-9bbe-7f3be137d5c8 req-07a61bc7-6cae-4899-b90f-7a7af6b37439 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b565e337-3907-43d3-b935-29e9c933bf03 HTTP/1.1" status: 200 len: 848 time: 0.0658898 Jul 19 17:19:43.399284 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7f0189d4-c287-4f96-a434-e72d29212fdf req-b12648c8-c7b9-43ab-8af7-15d40cffb4f3 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641332 Jul 19 17:19:43.468824 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9ce27-c746-4ea7-9bbe-7f3be137d5c8 req-f51e2285-8a22-4714-b64d-185e4176c0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:43.470360 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b6f9ce27-c746-4ea7-9bbe-7f3be137d5c8 req-f51e2285-8a22-4714-b64d-185e4176c0b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43f0d026-9172-4b69-8ca1-3e18e74f7863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540462 Jul 19 17:19:43.514839 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-5dd978cb-b0ed-41df-bef8-13b7c6de8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'name': 'tempest-TestShelveInstance-1631990831-router', 'tenant_id': '3e65159baafb47cdba6248c5654c9130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'af48be06-ba12-443f-9d36-a19589f56e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:18:28Z', 'updated_at': '2021-07-19T17:18:33Z', 'revision_number': 4, 'project_id': '3e65159baafb47cdba6248c5654c9130', 'gw_port': {'id': 'af48be06-ba12-443f-9d36-a19589f56e83', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:18:29Z', 'updated_at': '2021-07-19T17:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_floatingips': [{'id': 'dd879426-0c56-4f36-9f61-bb9891c9013c', 'tenant_id': '3e65159baafb47cdba6248c5654c9130', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'router_id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'port_id': 'd8a5b52e-d19e-40f0-8920-730a307a5480', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f0d026-9172-4b69-8ca1-3e18e74f7863', 'mac_address': 'fa:16:3e:1f:a2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c15bb8-dd5b-411d-944b-67cd46355c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:19:41Z', 'updated_at': '2021-07-19T17:19:41Z', 'revision_number': 0, 'project_id': '3e65159baafb47cdba6248c5654c9130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f85f140f-e483-4700-a39e-c7f32b599fe2', 'name': '', 'network_id': '43f0d026-9172-4b69-8ca1-3e18e74f7863', 'tenant_id': '3e65159baafb47cdba6248c5654c9130', 'mac_address': 'fa:16:3e:14:fa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b565e337-3907-43d3-b935-29e9c933bf03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:18:32Z', 'updated_at': '2021-07-19T17:18:37Z', 'revision_number': 5, 'project_id': '3e65159baafb47cdba6248c5654c9130', 'subnets': [{'id': 'b565e337-3907-43d3-b935-29e9c933bf03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:19:43.540861 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd978cb-b0ed-41df-bef8-13b7c6de8ee9 None None] The sync data for ids ['78f2143c-a96c-4c4b-bcaa-3abf6393f313'] in dv-cinder-801354-1-iscsi is: [{'id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'name': 'tempest-TestShelveInstance-1631990831-router', 'tenant_id': '3e65159baafb47cdba6248c5654c9130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'af48be06-ba12-443f-9d36-a19589f56e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:18:28Z', 'updated_at': '2021-07-19T17:18:33Z', 'revision_number': 4, 'project_id': '3e65159baafb47cdba6248c5654c9130', 'gw_port': {'id': 'af48be06-ba12-443f-9d36-a19589f56e83', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:18:29Z', 'updated_at': '2021-07-19T17:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_floatingips': [{'id': 'dd879426-0c56-4f36-9f61-bb9891c9013c', 'tenant_id': '3e65159baafb47cdba6248c5654c9130', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'router_id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'port_id': 'd8a5b52e-d19e-40f0-8920-730a307a5480', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f0d026-9172-4b69-8ca1-3e18e74f7863', 'mac_address': 'fa:16:3e:1f:a2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c15bb8-dd5b-411d-944b-67cd46355c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:19:41Z', 'updated_at': '2021-07-19T17:19:41Z', 'revision_number': 0, 'project_id': '3e65159baafb47cdba6248c5654c9130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f85f140f-e483-4700-a39e-c7f32b599fe2', 'name': '', 'network_id': '43f0d026-9172-4b69-8ca1-3e18e74f7863', 'tenant_id': '3e65159baafb47cdba6248c5654c9130', 'mac_address': 'fa:16:3e:14:fa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b565e337-3907-43d3-b935-29e9c933bf03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:18:32Z', 'updated_at': '2021-07-19T17:18:37Z', 'revision_number': 5, 'project_id': '3e65159baafb47cdba6248c5654c9130', 'subnets': [{'id': 'b565e337-3907-43d3-b935-29e9c933bf03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:19:43.584786 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b6f9ce27-c746-4ea7-9bbe-7f3be137d5c8 req-3961de46-afd5-480b-87c0-17b5a88e9a7e service neutron] 10.222.0.16 "GET /v2.0/networks/43f0d026-9172-4b69-8ca1-3e18e74f7863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952163 Jul 19 17:19:43.685111 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:43.699969 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b6f9ce27-c746-4ea7-9bbe-7f3be137d5c8 req-dcb48e9b-a574-40c2-a880-9152589cfc11 service neutron] 10.222.0.16 "GET /v2.0/networks/43f0d026-9172-4b69-8ca1-3e18e74f7863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870516 Jul 19 17:19:43.736217 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81da4cf-4a9d-42ae-aa92-7157553556e3 None None] New status for floating IP dd879426-0c56-4f36-9f61-bb9891c9013c: ACTIVE {{(pid=93287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:19:44.409618 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 39138) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:19:44.531586 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e954b1-ae77-48ea-94ba-45e29714f723 req-62f26324-9a8e-4516-b0b0-0aeab82cf503 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:44.532983 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e4e954b1-ae77-48ea-94ba-45e29714f723 req-62f26324-9a8e-4516-b0b0-0aeab82cf503 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0637662 Jul 19 17:19:44.534071 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e59d8def-cb09-4890-980f-a8ee8e977ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:44.572007 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e4e954b1-ae77-48ea-94ba-45e29714f723 req-5272028b-1469-4f2b-8ce3-d04b431bd66e tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330710 Jul 19 17:19:44.622672 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e59d8def-cb09-4890-980f-a8ee8e977ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:44.626325 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e59d8def-cb09-4890-980f-a8ee8e977ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:44.663541 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-e59d8def-cb09-4890-980f-a8ee8e977ef6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d4723de6e4bd43f4bf0a4f4dc0848b83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2528691 Jul 19 17:19:44.664331 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d8def-cb09-4890-980f-a8ee8e977ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a18b74-b874-40bd-9f9e-67da987f8a00,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:19:44.666360 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 39144) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:19:44.716927 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9d0c1c4f-3596-4a7e-9344-6fe69385da17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:44.736732 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9d0c1c4f-3596-4a7e-9344-6fe69385da17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:44.781767 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9d0c1c4f-3596-4a7e-9344-6fe69385da17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:44.784200 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9d0c1c4f-3596-4a7e-9344-6fe69385da17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:44.785744 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-9d0c1c4f-3596-4a7e-9344-6fe69385da17 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b8a18b74-b874-40bd-9f9e-67da987f8a00 HTTP/1.1" status: 204 len: 168 time: 0.1181152 Jul 19 17:19:44.795897 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c1c4f-3596-4a7e-9344-6fe69385da17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a18b74-b874-40bd-9f9e-67da987f8a00,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:19:45.162655 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca91d2-6936-4893-ae62-731f5310cb0f req-7169148e-a201-43ad-a366-36dc89856032 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:45.164087 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1cca91d2-6936-4893-ae62-731f5310cb0f req-7169148e-a201-43ad-a366-36dc89856032 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=73e8f27a-eece-4ac2-b766-fc7cfc30aa51 HTTP/1.1" status: 200 len: 945 time: 0.0604849 Jul 19 17:19:45.200528 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1cca91d2-6936-4893-ae62-731f5310cb0f req-7d989036-39bd-4f51-9c14-c1056391f1a5 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305901 Jul 19 17:19:45.704840 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaceea1-f8d6-462e-ad39-b6a64598b9c6 req-ec98a920-f3bc-47f6-94b1-780e7656275e tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:45.706280 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-fdaceea1-f8d6-462e-ad39-b6a64598b9c6 req-ec98a920-f3bc-47f6-94b1-780e7656275e tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0642555 Jul 19 17:19:45.742808 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-fdaceea1-f8d6-462e-ad39-b6a64598b9c6 req-73df5736-c3c2-440a-b68e-066fa653299a tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302899 Jul 19 17:19:46.337977 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34c232-c1eb-4514-af31-aa683e324db6 req-b10e87a5-f0e9-4e2f-9141-cd0d18a40892 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:46.339423 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ce34c232-c1eb-4514-af31-aa683e324db6 req-b10e87a5-f0e9-4e2f-9141-cd0d18a40892 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=73e8f27a-eece-4ac2-b766-fc7cfc30aa51 HTTP/1.1" status: 200 len: 945 time: 0.0605145 Jul 19 17:19:46.378648 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ce34c232-c1eb-4514-af31-aa683e324db6 req-076bbe12-474f-4a99-810c-6c69df3589da tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337310 Jul 19 17:19:46.479418 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:46.872817 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b902f-5f88-4ca7-9e40-e9a18875f3a5 req-9506317c-bcb6-4e57-9a60-0b0ddcc3f849 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:46.874311 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b07b902f-5f88-4ca7-9e40-e9a18875f3a5 req-9506317c-bcb6-4e57-9a60-0b0ddcc3f849 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0654142 Jul 19 17:19:46.911639 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b07b902f-5f88-4ca7-9e40-e9a18875f3a5 req-2ce93a9e-9c56-4b48-9780-e498fa692c74 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318875 Jul 19 17:19:47.505060 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7ff39-dfd8-4b53-a0bc-e1357069ccad req-a35c1d82-02da-4fbc-b605-f8ed6d959b19 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:47.506960 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f2f7ff39-dfd8-4b53-a0bc-e1357069ccad req-a35c1d82-02da-4fbc-b605-f8ed6d959b19 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=73e8f27a-eece-4ac2-b766-fc7cfc30aa51 HTTP/1.1" status: 200 len: 945 time: 0.0628202 Jul 19 17:19:47.545129 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f2f7ff39-dfd8-4b53-a0bc-e1357069ccad req-09431d9c-ab41-41a8-86e2-b26e523c3208 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324357 Jul 19 17:19:48.035505 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850221f-e331-4f47-9e2a-ec7383dbcc15 req-ae4c6b73-66f3-4319-bce3-512695975927 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:48.036947 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8850221f-e331-4f47-9e2a-ec7383dbcc15 req-ae4c6b73-66f3-4319-bce3-512695975927 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0611959 Jul 19 17:19:48.073311 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8850221f-e331-4f47-9e2a-ec7383dbcc15 req-9b16d6de-e83f-48a4-ba8b-623022c67827 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310209 Jul 19 17:19:48.532191 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a60b28-403d-4775-8927-e013e5692eaa req-a4d713b6-409e-4d46-a4fb-3707e7f3652f tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:48.533681 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f0a60b28-403d-4775-8927-e013e5692eaa req-a4d713b6-409e-4d46-a4fb-3707e7f3652f tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.16 "GET /v2.0/ports?device_id=73e8f27a-eece-4ac2-b766-fc7cfc30aa51 HTTP/1.1" status: 200 len: 945 time: 0.0611382 Jul 19 17:19:48.660366 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-f0a60b28-403d-4775-8927-e013e5692eaa req-c2ff0da0-f619-46ac-b99f-cec5334e6f0d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Deleting port c877a502-3191-4bbd-868e-20b9804fd587 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:19:48.660714 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-f0a60b28-403d-4775-8927-e013e5692eaa req-c2ff0da0-f619-46ac-b99f-cec5334e6f0d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:48.677046 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ab482-2e47-439a-bfb2-5cb9dada6241 req-b8cef636-06fe-4c15-99cd-719f97a298a8 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:48.678604 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c04ab482-2e47-439a-bfb2-5cb9dada6241 req-b8cef636-06fe-4c15-99cd-719f97a298a8 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=73e8f27a-eece-4ac2-b766-fc7cfc30aa51 HTTP/1.1" status: 200 len: 945 time: 0.0658181 Jul 19 17:19:48.721745 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c04ab482-2e47-439a-bfb2-5cb9dada6241 req-a0589636-d97e-41f0-bc4b-74ea66b4e7bd tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373890 Jul 19 17:19:48.756628 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-f0a60b28-403d-4775-8927-e013e5692eaa req-c2ff0da0-f619-46ac-b99f-cec5334e6f0d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] For port c877a502-3191-4bbd-868e-20b9804fd587, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=c877a502-3191-4bbd-868e-20b9804fd587,segment=NetworkSegment(c21bc953-a360-415a-935f-f0f6c1812c07),segment_id=c21bc953-a360-415a-935f-f0f6c1812c07)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:19:48.756982 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-f0a60b28-403d-4775-8927-e013e5692eaa req-c2ff0da0-f619-46ac-b99f-cec5334e6f0d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:48.769889 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-f0a60b28-403d-4775-8927-e013e5692eaa req-c2ff0da0-f619-46ac-b99f-cec5334e6f0d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Calling delete_port for c877a502-3191-4bbd-868e-20b9804fd587 owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:19:48.903183 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-f0a60b28-403d-4775-8927-e013e5692eaa req-c2ff0da0-f619-46ac-b99f-cec5334e6f0d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:48.934626 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['f08182df-2a27-4a4a-90fa-e53dab98b0a0', '9e7b4357-7aa3-44d5-95eb-9282527b55cf', '1e6d6420-d870-4995-98a6-5f63b8126ee0', 'c877a502-3191-4bbd-868e-20b9804fd587'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:19:48.940274 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff0da0-f619-46ac-b99f-cec5334e6f0d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Pushing event deleted for resources: {'Port': ['ID=c877a502-3191-4bbd-868e-20b9804fd587,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:19:48.996140 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a60b28-403d-4775-8927-e013e5692eaa req-c2ff0da0-f619-46ac-b99f-cec5334e6f0d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] No DVR routers for this DVR port c877a502-3191-4bbd-868e-20b9804fd587 on host hv-cinder-80135 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:19:48.998924 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-f0a60b28-403d-4775-8927-e013e5692eaa req-c2ff0da0-f619-46ac-b99f-cec5334e6f0d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:49.001015 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f0a60b28-403d-4775-8927-e013e5692eaa req-c2ff0da0-f619-46ac-b99f-cec5334e6f0d tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.16 "DELETE /v2.0/ports/c877a502-3191-4bbd-868e-20b9804fd587 HTTP/1.1" status: 204 len: 173 time: 0.4580948 Jul 19 17:19:49.001497 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e8f27a-eece-4ac2-b766-fc7cfc30aa51', 'name': 'network-vif-deleted', 'tag': 'c877a502-3191-4bbd-868e-20b9804fd587'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:19:49.004242 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4318e9-b2df-4809-bb58-ed284e93c314" -d '{"events": [{"server_uuid": "73e8f27a-eece-4ac2-b766-fc7cfc30aa51", "name": "network-vif-deleted", "tag": "c877a502-3191-4bbd-868e-20b9804fd587"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:19:49.041189 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ce7109-d550-4cda-b1b0-e4615a5e514f x-openstack-request-id: req-c2ce7109-d550-4cda-b1b0-e4615a5e514f {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:19:49.041800 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e8f27a-eece-4ac2-b766-fc7cfc30aa51", "name": "network-vif-deleted", "tag": "c877a502-3191-4bbd-868e-20b9804fd587", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:19:49.041800 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c2ce7109-d550-4cda-b1b0-e4615a5e514f {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:19:49.042112 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e8f27a-eece-4ac2-b766-fc7cfc30aa51', 'name': 'network-vif-deleted', 'tag': 'c877a502-3191-4bbd-868e-20b9804fd587', 'status': 'completed', 'code': 200} Jul 19 17:19:49.209791 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91501b1f-bd31-4edf-94cd-9d1750a9bae2 req-2897cdba-38ea-4c2a-b104-f17faff2c2ed tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:49.211240 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-91501b1f-bd31-4edf-94cd-9d1750a9bae2 req-2897cdba-38ea-4c2a-b104-f17faff2c2ed tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0689983 Jul 19 17:19:49.248763 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-91501b1f-bd31-4edf-94cd-9d1750a9bae2 req-4d8d775f-79f5-4de1-9c46-d3605f05ab00 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317714 Jul 19 17:19:49.829138 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1375d35b-4b57-4f5b-892f-57ee5492eadd req-26e24914-9e36-4b85-9cd8-04434597cb8f tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=73e8f27a-eece-4ac2-b766-fc7cfc30aa51 HTTP/1.1" status: 200 len: 210 time: 0.0269783 Jul 19 17:19:50.376685 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3140560-37c4-4d72-99fa-5bfb4d306809 req-745a3ea0-382e-43ff-b3da-72384983eeec tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:50.378187 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a3140560-37c4-4d72-99fa-5bfb4d306809 req-745a3ea0-382e-43ff-b3da-72384983eeec tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0610931 Jul 19 17:19:50.415122 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a3140560-37c4-4d72-99fa-5bfb4d306809 req-6dd353a5-5f15-454a-8ef2-742169c8e4b6 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308568 Jul 19 17:19:50.939373 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f4ee998a-1498-46b7-affa-78a44548386d req-00f41e67-8205-4e58-bed8-a63c63be4a0f tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=73e8f27a-eece-4ac2-b766-fc7cfc30aa51 HTTP/1.1" status: 200 len: 210 time: 0.0271499 Jul 19 17:19:51.541458 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47daab9-1f55-43ac-be08-73cb2448045b req-a30e0b7d-c08d-4d24-9648-79d18be8811c tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:51.542857 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a47daab9-1f55-43ac-be08-73cb2448045b req-a30e0b7d-c08d-4d24-9648-79d18be8811c tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0619285 Jul 19 17:19:51.583911 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a47daab9-1f55-43ac-be08-73cb2448045b req-f8286845-48bd-4b10-924b-24fbc212ccba tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355699 Jul 19 17:19:52.044422 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d1fd516b-ad2a-437c-ae32-5701c287a042 req-6ae31159-e356-413c-9107-b62975aeb89c tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=73e8f27a-eece-4ac2-b766-fc7cfc30aa51 HTTP/1.1" status: 200 len: 210 time: 0.0294647 Jul 19 17:19:52.373296 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device c877a502-3191-4bbd-868e-20b9804fd587 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:19:52.393967 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] No Port match for: c877a502-3191-4bbd-868e-20b9804fd587 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:19:52.394313 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device c877a502-3191-4bbd-868e-20b9804fd587 not bound to the agent host hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:19:52.707506 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48356abd-3ed8-4886-91ec-fe6631dfe55d req-6e6be41b-0fbd-4d8c-8be2-9a40f50e39ac tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:52.708956 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-48356abd-3ed8-4886-91ec-fe6631dfe55d req-6e6be41b-0fbd-4d8c-8be2-9a40f50e39ac tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0604422 Jul 19 17:19:52.744399 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-48356abd-3ed8-4886-91ec-fe6631dfe55d req-2ccf2cb7-9ad0-494b-9b65-f94314fc371b tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300341 Jul 19 17:19:53.868989 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53500f6f-7794-4881-b4ef-d6d117209529 req-dde2c814-b4e4-40e9-b24f-3506ab058817 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:53.870469 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-53500f6f-7794-4881-b4ef-d6d117209529 req-dde2c814-b4e4-40e9-b24f-3506ab058817 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0605521 Jul 19 17:19:53.905667 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-53500f6f-7794-4881-b4ef-d6d117209529 req-0c9299ff-3409-4a5f-a979-380dc40a80ad tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297868 Jul 19 17:19:54.448624 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20ff54-a17b-4ad9-bdc9-b458f4a61700 req-472e29ef-8380-4144-9779-84ee38f58a73 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:54.450046 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7c20ff54-a17b-4ad9-bdc9-b458f4a61700 req-472e29ef-8380-4144-9779-84ee38f58a73 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=56674f4b-36e7-45e1-bb66-ce1d49342806 HTTP/1.1" status: 200 len: 945 time: 0.0660198 Jul 19 17:19:54.488088 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7c20ff54-a17b-4ad9-bdc9-b458f4a61700 req-9d42ede1-5b1b-4ef6-8c1f-fa456e672b45 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322559 Jul 19 17:19:55.032475 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5bb6eb-5570-4a2d-b3d3-99bfa30e9f0d req-a440a6f9-cd54-4739-b442-6b9cd04c115d tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:55.033940 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0d5bb6eb-5570-4a2d-b3d3-99bfa30e9f0d req-a440a6f9-cd54-4739-b442-6b9cd04c115d tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0611031 Jul 19 17:19:55.070269 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0d5bb6eb-5570-4a2d-b3d3-99bfa30e9f0d req-7f0f0a63-f9a2-46b2-8b62-706b3b3984c0 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310085 Jul 19 17:19:55.613420 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87984bd3-3697-4a2f-8702-20dafe66a1df req-3b9536ac-81a0-453f-b5b8-1a4da86b6867 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:55.614855 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-87984bd3-3697-4a2f-8702-20dafe66a1df req-3b9536ac-81a0-453f-b5b8-1a4da86b6867 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=56674f4b-36e7-45e1-bb66-ce1d49342806 HTTP/1.1" status: 200 len: 945 time: 0.0609717 Jul 19 17:19:55.653376 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-87984bd3-3697-4a2f-8702-20dafe66a1df req-a49a56fb-4a8f-42ef-b38e-f094ea3a8342 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315382 Jul 19 17:19:56.195241 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661e68e-0805-4f9f-9b14-ae4b3a1acbc1 req-37eee373-64b9-43de-82de-c78480f462a4 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:56.197359 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8661e68e-0805-4f9f-9b14-ae4b3a1acbc1 req-37eee373-64b9-43de-82de-c78480f462a4 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0621235 Jul 19 17:19:56.245977 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8661e68e-0805-4f9f-9b14-ae4b3a1acbc1 req-b3174e77-d110-45ee-b596-f06b00568d23 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421259 Jul 19 17:19:56.295401 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdf0d9-3524-44d0-8f6b-bcc1c77043a2 req-daf5bac8-3325-4ad4-bd25-f305a1eedb79 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:56.296813 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-24bdf0d9-3524-44d0-8f6b-bcc1c77043a2 req-daf5bac8-3325-4ad4-bd25-f305a1eedb79 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.16 "GET /v2.0/ports?device_id=56674f4b-36e7-45e1-bb66-ce1d49342806 HTTP/1.1" status: 200 len: 945 time: 0.0636628 Jul 19 17:19:56.408475 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-24bdf0d9-3524-44d0-8f6b-bcc1c77043a2 req-9dc69ca5-38df-408b-9a60-09aec8026134 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Deleting port 1e6d6420-d870-4995-98a6-5f63b8126ee0 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:19:56.408808 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-24bdf0d9-3524-44d0-8f6b-bcc1c77043a2 req-9dc69ca5-38df-408b-9a60-09aec8026134 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:56.499360 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-24bdf0d9-3524-44d0-8f6b-bcc1c77043a2 req-9dc69ca5-38df-408b-9a60-09aec8026134 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] For port 1e6d6420-d870-4995-98a6-5f63b8126ee0, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=1e6d6420-d870-4995-98a6-5f63b8126ee0,segment=NetworkSegment(c21bc953-a360-415a-935f-f0f6c1812c07),segment_id=c21bc953-a360-415a-935f-f0f6c1812c07)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:19:56.499772 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-24bdf0d9-3524-44d0-8f6b-bcc1c77043a2 req-9dc69ca5-38df-408b-9a60-09aec8026134 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:56.512925 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-24bdf0d9-3524-44d0-8f6b-bcc1c77043a2 req-9dc69ca5-38df-408b-9a60-09aec8026134 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Calling delete_port for 1e6d6420-d870-4995-98a6-5f63b8126ee0 owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:19:56.638438 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-24bdf0d9-3524-44d0-8f6b-bcc1c77043a2 req-9dc69ca5-38df-408b-9a60-09aec8026134 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:56.649963 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['f08182df-2a27-4a4a-90fa-e53dab98b0a0', '9e7b4357-7aa3-44d5-95eb-9282527b55cf', '1e6d6420-d870-4995-98a6-5f63b8126ee0'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:19:56.668155 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc69ca5-38df-408b-9a60-09aec8026134 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Pushing event deleted for resources: {'Port': ['ID=1e6d6420-d870-4995-98a6-5f63b8126ee0,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:19:56.711715 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bdf0d9-3524-44d0-8f6b-bcc1c77043a2 req-9dc69ca5-38df-408b-9a60-09aec8026134 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] No DVR routers for this DVR port 1e6d6420-d870-4995-98a6-5f63b8126ee0 on host hv-cinder-80135 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:19:56.715138 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-24bdf0d9-3524-44d0-8f6b-bcc1c77043a2 req-9dc69ca5-38df-408b-9a60-09aec8026134 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:56.717130 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-24bdf0d9-3524-44d0-8f6b-bcc1c77043a2 req-9dc69ca5-38df-408b-9a60-09aec8026134 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.16 "DELETE /v2.0/ports/1e6d6420-d870-4995-98a6-5f63b8126ee0 HTTP/1.1" status: 204 len: 173 time: 0.4112334 Jul 19 17:19:56.717749 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56674f4b-36e7-45e1-bb66-ce1d49342806', 'name': 'network-vif-deleted', 'tag': '1e6d6420-d870-4995-98a6-5f63b8126ee0'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:19:56.720051 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e344df45-e960-4f6a-b818-894889aabc1e" -d '{"events": [{"server_uuid": "56674f4b-36e7-45e1-bb66-ce1d49342806", "name": "network-vif-deleted", "tag": "1e6d6420-d870-4995-98a6-5f63b8126ee0"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:19:56.754554 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-02237495-690d-44b5-a25c-dfc3618331e5 req-92e75cb3-44fe-4ecd-8abd-e98235284906 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=56674f4b-36e7-45e1-bb66-ce1d49342806 HTTP/1.1" status: 200 len: 210 time: 0.0293186 Jul 19 17:19:56.769094 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acda6a1-cb23-4322-8791-e6ec98039e7f x-openstack-request-id: req-1acda6a1-cb23-4322-8791-e6ec98039e7f {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:19:56.769466 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56674f4b-36e7-45e1-bb66-ce1d49342806", "name": "network-vif-deleted", "tag": "1e6d6420-d870-4995-98a6-5f63b8126ee0", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:19:56.769784 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1acda6a1-cb23-4322-8791-e6ec98039e7f {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:19:56.770187 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56674f4b-36e7-45e1-bb66-ce1d49342806', 'name': 'network-vif-deleted', 'tag': '1e6d6420-d870-4995-98a6-5f63b8126ee0', 'status': 'completed', 'code': 200} Jul 19 17:19:57.379548 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b72d7d-6ca9-4f12-8f26-7d5f730bf9c7 req-e1647805-6359-4ee8-b9d2-2681aa733778 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:57.381036 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d4b72d7d-6ca9-4f12-8f26-7d5f730bf9c7 req-e1647805-6359-4ee8-b9d2-2681aa733778 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0662477 Jul 19 17:19:57.417956 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d4b72d7d-6ca9-4f12-8f26-7d5f730bf9c7 req-09323dfe-e0ca-4d83-90ed-e818cd922777 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314381 Jul 19 17:19:58.035238 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa0bb0-2b64-495d-b436-d9104138767b req-17aa3ccc-5de2-46dc-9ec8-3b8b92b60201 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:58.037144 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-abaa0bb0-2b64-495d-b436-d9104138767b req-17aa3ccc-5de2-46dc-9ec8-3b8b92b60201 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0503cc-4054-4c59-9624-dbee0ba98c70 HTTP/1.1" status: 200 len: 945 time: 0.0672083 Jul 19 17:19:58.073458 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-abaa0bb0-2b64-495d-b436-d9104138767b req-a80a6dd3-fbed-43f3-874d-7d096ae29b66 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307293 Jul 19 17:19:58.553249 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314b344-a796-4ccc-ab03-0a826c5210b5 req-c96ba9e6-d604-4aab-be01-b33a05dbbee7 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:58.554705 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4314b344-a796-4ccc-ab03-0a826c5210b5 req-c96ba9e6-d604-4aab-be01-b33a05dbbee7 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0702236 Jul 19 17:19:58.595333 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4314b344-a796-4ccc-ab03-0a826c5210b5 req-f055d86a-3c61-45d9-a795-69c615d6c931 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350401 Jul 19 17:19:58.839554 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 39286) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:19:58.962777 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c41fe87c-2ee1-4331-8eca-9ed83d01e9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:59.049363 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c41fe87c-2ee1-4331-8eca-9ed83d01e9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:59.052811 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c41fe87c-2ee1-4331-8eca-9ed83d01e9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:59.089242 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-c41fe87c-2ee1-4331-8eca-9ed83d01e9c0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b9591e92c77e4adc82c31fd4b6cb87eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486610 Jul 19 17:19:59.090449 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41fe87c-2ee1-4331-8eca-9ed83d01e9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba2bff4-aeff-449d-ae32-60aa93fdeb10,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:19:59.091903 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 39290) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:19:59.144049 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-22a60735-89c1-4456-bc65-aa47552d796c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:59.169499 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-22a60735-89c1-4456-bc65-aa47552d796c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:59.199394 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ac08a-09d3-4937-9c48-29d16ed9b66f req-f0be1c65-6f6e-48ae-bd22-26f10e8f4208 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:59.200879 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c66ac08a-09d3-4937-9c48-29d16ed9b66f req-f0be1c65-6f6e-48ae-bd22-26f10e8f4208 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0503cc-4054-4c59-9624-dbee0ba98c70 HTTP/1.1" status: 200 len: 945 time: 0.0608308 Jul 19 17:19:59.214906 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-22a60735-89c1-4456-bc65-aa47552d796c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:59.217726 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-22a60735-89c1-4456-bc65-aa47552d796c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:59.218841 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-22a60735-89c1-4456-bc65-aa47552d796c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7ba2bff4-aeff-449d-ae32-60aa93fdeb10 HTTP/1.1" status: 204 len: 168 time: 0.1250246 Jul 19 17:19:59.227206 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a60735-89c1-4456-bc65-aa47552d796c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba2bff4-aeff-449d-ae32-60aa93fdeb10,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:19:59.245393 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c66ac08a-09d3-4937-9c48-29d16ed9b66f req-a0ea491d-7fc6-4fdd-8c25-d654bb4019e1 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385048 Jul 19 17:19:59.329380 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device 1e6d6420-d870-4995-98a6-5f63b8126ee0 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:19:59.355381 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] No Port match for: 1e6d6420-d870-4995-98a6-5f63b8126ee0 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:19:59.355749 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device 1e6d6420-d870-4995-98a6-5f63b8126ee0 not bound to the agent host hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:19:59.570517 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e059aa9-1fc6-406c-a953-dd6a1015d541 req-525c4a75-8fe2-41bd-bbc2-b79b80c55ea4 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:59.571993 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2e059aa9-1fc6-406c-a953-dd6a1015d541 req-525c4a75-8fe2-41bd-bbc2-b79b80c55ea4 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c0503cc-4054-4c59-9624-dbee0ba98c70 HTTP/1.1" status: 200 len: 945 time: 0.0617509 Jul 19 17:19:59.728780 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-2e059aa9-1fc6-406c-a953-dd6a1015d541 req-ef15384e-3c39-4eec-a488-7ff5702b8c99 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Deleting port 9e7b4357-7aa3-44d5-95eb-9282527b55cf {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:19:59.729063 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-2e059aa9-1fc6-406c-a953-dd6a1015d541 req-ef15384e-3c39-4eec-a488-7ff5702b8c99 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:59.768657 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067fc71b-b9f0-4b95-ab32-180e256999e1 req-602c8b74-d7e6-45b2-ba85-6d8bba4b6bba tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:19:59.770793 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-067fc71b-b9f0-4b95-ab32-180e256999e1 req-602c8b74-d7e6-45b2-ba85-6d8bba4b6bba tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.1043403 Jul 19 17:19:59.855689 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-2e059aa9-1fc6-406c-a953-dd6a1015d541 req-ef15384e-3c39-4eec-a488-7ff5702b8c99 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] For port 9e7b4357-7aa3-44d5-95eb-9282527b55cf, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=9e7b4357-7aa3-44d5-95eb-9282527b55cf,segment=NetworkSegment(c21bc953-a360-415a-935f-f0f6c1812c07),segment_id=c21bc953-a360-415a-935f-f0f6c1812c07)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:19:59.856042 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-2e059aa9-1fc6-406c-a953-dd6a1015d541 req-ef15384e-3c39-4eec-a488-7ff5702b8c99 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:19:59.867383 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-067fc71b-b9f0-4b95-ab32-180e256999e1 req-a5b48e89-a88c-427b-889d-e6da76b2a3c2 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899210 Jul 19 17:19:59.873424 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-2e059aa9-1fc6-406c-a953-dd6a1015d541 req-ef15384e-3c39-4eec-a488-7ff5702b8c99 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Calling delete_port for 9e7b4357-7aa3-44d5-95eb-9282527b55cf owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:20:00.001038 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-2e059aa9-1fc6-406c-a953-dd6a1015d541 req-ef15384e-3c39-4eec-a488-7ff5702b8c99 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:00.015914 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['f08182df-2a27-4a4a-90fa-e53dab98b0a0', '9e7b4357-7aa3-44d5-95eb-9282527b55cf'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:20:00.034622 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15384e-3c39-4eec-a488-7ff5702b8c99 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Pushing event deleted for resources: {'Port': ['ID=9e7b4357-7aa3-44d5-95eb-9282527b55cf,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:00.078898 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e059aa9-1fc6-406c-a953-dd6a1015d541 req-ef15384e-3c39-4eec-a488-7ff5702b8c99 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] No DVR routers for this DVR port 9e7b4357-7aa3-44d5-95eb-9282527b55cf on host hv-cinder-80135 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:20:00.081416 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-2e059aa9-1fc6-406c-a953-dd6a1015d541 req-ef15384e-3c39-4eec-a488-7ff5702b8c99 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:00.083585 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2e059aa9-1fc6-406c-a953-dd6a1015d541 req-ef15384e-3c39-4eec-a488-7ff5702b8c99 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.16 "DELETE /v2.0/ports/9e7b4357-7aa3-44d5-95eb-9282527b55cf HTTP/1.1" status: 204 len: 173 time: 0.4986885 Jul 19 17:20:00.084018 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0503cc-4054-4c59-9624-dbee0ba98c70', 'name': 'network-vif-deleted', 'tag': '9e7b4357-7aa3-44d5-95eb-9282527b55cf'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:20:00.086281 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c086ad16-3f35-4292-8b45-924e56adcbba" -d '{"events": [{"server_uuid": "5c0503cc-4054-4c59-9624-dbee0ba98c70", "name": "network-vif-deleted", "tag": "9e7b4357-7aa3-44d5-95eb-9282527b55cf"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:20:00.130858 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515bc8af-eb32-40e0-9106-40fc7e4435f1 x-openstack-request-id: req-515bc8af-eb32-40e0-9106-40fc7e4435f1 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:20:00.131341 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0503cc-4054-4c59-9624-dbee0ba98c70", "name": "network-vif-deleted", "tag": "9e7b4357-7aa3-44d5-95eb-9282527b55cf", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:20:00.131743 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-515bc8af-eb32-40e0-9106-40fc7e4435f1 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:20:00.132007 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0503cc-4054-4c59-9624-dbee0ba98c70', 'name': 'network-vif-deleted', 'tag': '9e7b4357-7aa3-44d5-95eb-9282527b55cf', 'status': 'completed', 'code': 200} Jul 19 17:20:00.355768 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-132a8e30-c867-42ef-8bb3-a8cfb1930288 req-1ccc359d-ac35-4abf-8b92-f1c9a4c457e1 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0503cc-4054-4c59-9624-dbee0ba98c70 HTTP/1.1" status: 200 len: 210 time: 0.0274589 Jul 19 17:20:00.688962 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:20:00.999763 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5019c-9182-4112-b308-128326cfe314 req-5b8c5789-8414-42b6-8fab-171ce23efac7 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:01.001208 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b3c5019c-9182-4112-b308-128326cfe314 req-5b8c5789-8414-42b6-8fab-171ce23efac7 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0617270 Jul 19 17:20:01.037062 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b3c5019c-9182-4112-b308-128326cfe314 req-a73d8a51-3447-497d-a9f4-122d94aeb1a6 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299406 Jul 19 17:20:01.471883 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-bfdc38d2-c793-4242-bbb4-044d511bc878 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=e2a7cf2d9e804d8e9873ac1b55222956&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296164 Jul 19 17:20:01.651174 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-dcb35579-169b-4507-9d7e-dc41aede68ef tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:01.652632 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-dcb35579-169b-4507-9d7e-dc41aede68ef tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1755962 Jul 19 17:20:01.668044 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-caec2840-f039-4bde-8db1-96ad10a434ae tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] 10.222.0.63 "GET /v2.0/quotas/e2a7cf2d9e804d8e9873ac1b55222956 HTTP/1.1" status: 200 len: 375 time: 0.0093594 Jul 19 17:20:01.701013 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-3e161eb3-a50e-4d17-a6ed-3b5942db9ba8 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=e2a7cf2d9e804d8e9873ac1b55222956&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274327 Jul 19 17:20:01.855023 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e74adc24-c60a-409d-98f1-5ac21fb21ef6 req-43d5a2de-8953-4f77-8bcd-ead8fa6ec7c8 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] 10.222.0.63 "GET /v2.0/ports?device_id=63e3d590-85e1-4386-b84c-b6f5889e6863 HTTP/1.1" status: 200 len: 210 time: 0.0277078 Jul 19 17:20:02.169589 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747165de-0a7c-404d-ac8b-bc462bffb7d2 req-f265f0b5-1b95-468a-b7f0-a0e6733e7047 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:02.170996 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-747165de-0a7c-404d-ac8b-bc462bffb7d2 req-f265f0b5-1b95-468a-b7f0-a0e6733e7047 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0665991 Jul 19 17:20:02.208804 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-747165de-0a7c-404d-ac8b-bc462bffb7d2 req-96f60c90-a854-4b3b-ad04-a4d40401e233 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313575 Jul 19 17:20:02.766946 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b0a7f-1d29-4fbb-9f26-34a0f58584fa req-e06cd7e3-26a1-4344-96e0-5eef552ae74f tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:02.768478 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9a3b0a7f-1d29-4fbb-9f26-34a0f58584fa req-e06cd7e3-26a1-4344-96e0-5eef552ae74f tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 946 time: 0.0698805 Jul 19 17:20:02.773001 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-316d5d0b-143d-4f3c-81f7-5e2539b865dc tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e2a7cf2d9e804d8e9873ac1b55222956&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355034 Jul 19 17:20:02.816756 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9a3b0a7f-1d29-4fbb-9f26-34a0f58584fa req-2c228f32-d263-4f78-9409-5eefb163320e tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417807 Jul 19 17:20:02.973374 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-cb57ecec-89f6-4d61-ae77-2841d8ddae1a req-3f60fbbe-3089-43fa-be61-bc92a96c23e9 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] 10.222.0.63 "GET /v2.0/ports?device_id=63e3d590-85e1-4386-b84c-b6f5889e6863 HTTP/1.1" status: 200 len: 210 time: 0.0469511 Jul 19 17:20:02.989669 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-072d4002-b9cf-40ff-b667-bec3040a0b9a tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:02.991093 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-072d4002-b9cf-40ff-b667-bec3040a0b9a tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2128994 Jul 19 17:20:03.008490 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-94383277-2209-4cf6-8f61-5c9fe0c7e5a3 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Request body: {'port': {'device_id': '63e3d590-85e1-4386-b84c-b6f5889e6863', 'network_id': '5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc', 'admin_state_up': True, 'tenant_id': 'e2a7cf2d9e804d8e9873ac1b55222956'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:20:03.113603 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-94383277-2209-4cf6-8f61-5c9fe0c7e5a3 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Made reservation on behalf of e2a7cf2d9e804d8e9873ac1b55222956 for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:20:03.117041 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-94383277-2209-4cf6-8f61-5c9fe0c7e5a3 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:03.125325 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-94383277-2209-4cf6-8f61-5c9fe0c7e5a3 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:03.212937 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-94383277-2209-4cf6-8f61-5c9fe0c7e5a3 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:03.216448 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-94383277-2209-4cf6-8f61-5c9fe0c7e5a3 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:03.337250 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device 9e7b4357-7aa3-44d5-95eb-9282527b55cf no longer exists at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:20:03.345038 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff8cc7f-2035-4fc2-a1b7-a784260bee30 req-85c8395d-d6ce-4621-bfdc-0de89aa8b59a tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:03.347316 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0ff8cc7f-2035-4fc2-a1b7-a784260bee30 req-85c8395d-d6ce-4621-bfdc-0de89aa8b59a tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0712888 Jul 19 17:20:03.372910 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] No Port match for: 9e7b4357-7aa3-44d5-95eb-9282527b55cf {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:20:03.373172 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device 9e7b4357-7aa3-44d5-95eb-9282527b55cf not bound to the agent host hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:20:03.403128 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0ff8cc7f-2035-4fc2-a1b7-a784260bee30 req-94209c0e-859f-41c3-b572-45fcc1888582 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495954 Jul 19 17:20:03.478284 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94383277-2209-4cf6-8f61-5c9fe0c7e5a3 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46792a02-a5fe-41ab-afb5-8a53b47ff70b,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:03.547243 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-94383277-2209-4cf6-8f61-5c9fe0c7e5a3 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Allocated IP 192.168.233.93 (5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc/f183d313-e235-4048-94dd-a22b5b46f543/b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:20:03.691552 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-94383277-2209-4cf6-8f61-5c9fe0c7e5a3 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:03.704684 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-94383277-2209-4cf6-8f61-5c9fe0c7e5a3 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Transition to ACTIVE for port object b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc will not be triggered until provisioned by entity DHCP. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:20:03.735299 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-94383277-2209-4cf6-8f61-5c9fe0c7e5a3 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:03.779259 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-94383277-2209-4cf6-8f61-5c9fe0c7e5a3 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Network 5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:20:03.785410 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-94383277-2209-4cf6-8f61-5c9fe0c7e5a3 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:20:03.788224 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-94383277-2209-4cf6-8f61-5c9fe0c7e5a3 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:20:03.793776 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-94383277-2209-4cf6-8f61-5c9fe0c7e5a3 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:03.794405 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-94383277-2209-4cf6-8f61-5c9fe0c7e5a3 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:03.805813 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94383277-2209-4cf6-8f61-5c9fe0c7e5a3 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Pushing event updated for resources: {'Port': ['ID=b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:03.816977 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-94383277-2209-4cf6-8f61-5c9fe0c7e5a3 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8125846 Jul 19 17:20:03.830020 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-54156329-534b-4aa2-95e3-dd7c9bea1eb4 service neutron] Request body: {'port': {'device_id': '63e3d590-85e1-4386-b84c-b6f5889e6863', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:20:03.936535 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-54156329-534b-4aa2-95e3-dd7c9bea1eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:04.021521 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-480a19f0-66c1-4ea4-be60-df2548677541 None None] Provisioning for port b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:20:04.021990 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7745f1-4553-482b-b2f0-c1dd222cf64e req-a06fc5f1-c330-4851-a141-9360d027db5c tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:04.023665 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0d7745f1-4553-482b-b2f0-c1dd222cf64e req-a06fc5f1-c330-4851-a141-9360d027db5c tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 946 time: 0.1296182 Jul 19 17:20:04.026804 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-480a19f0-66c1-4ea4-be60-df2548677541 None None] Provisioning complete for port b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:20:04.027372 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-480a19f0-66c1-4ea4-be60-df2548677541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:04.064073 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-480a19f0-66c1-4ea4-be60-df2548677541 None None] Port b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:20:04.102121 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b627e-032b-4c4e-93b0-940922fc048d req-20527f8d-6683-4653-8ba5-0bec89be5ebb tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:04.103594 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fe9b627e-032b-4c4e-93b0-940922fc048d req-20527f8d-6683-4653-8ba5-0bec89be5ebb tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] 10.222.0.63 "GET /v2.0/ports?device_id=63e3d590-85e1-4386-b84c-b6f5889e6863 HTTP/1.1" status: 200 len: 935 time: 0.0625057 Jul 19 17:20:04.128315 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0d7745f1-4553-482b-b2f0-c1dd222cf64e req-aabf371a-adb6-4cf7-818b-d6dcaa9aa049 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949855 Jul 19 17:20:04.147675 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fe9b627e-032b-4c4e-93b0-940922fc048d req-07b3c16d-5108-4151-914e-b4ebd865c168 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] 10.222.0.63 "GET /v2.0/security-groups?id=46792a02-a5fe-41ab-afb5-8a53b47ff70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379925 Jul 19 17:20:04.262814 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-54156329-534b-4aa2-95e3-dd7c9bea1eb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:20:04.270310 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-54156329-534b-4aa2-95e3-dd7c9bea1eb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:04.285283 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-54156329-534b-4aa2-95e3-dd7c9bea1eb4 service neutron] Transition to ACTIVE for port object b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:20:04.289797 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-54156329-534b-4aa2-95e3-dd7c9bea1eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:04.338812 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54156329-534b-4aa2-95e3-dd7c9bea1eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:04.372862 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-54156329-534b-4aa2-95e3-dd7c9bea1eb4 service neutron] Attempting to bind port b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc on host hv-cinder-80135 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:20:04.373190 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-54156329-534b-4aa2-95e3-dd7c9bea1eb4 service neutron] Attempting to bind port b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '199c355c-a272-48b2-b5e9-f875d5a7b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:20:04.373548 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-54156329-534b-4aa2-95e3-dd7c9bea1eb4 service neutron] Attempting to bind port b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc on network 5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:20:04.377992 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-54156329-534b-4aa2-95e3-dd7c9bea1eb4 service neutron] Port b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc on network 5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:20:04.378316 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-54156329-534b-4aa2-95e3-dd7c9bea1eb4 service neutron] Attempting to bind port b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc on network 5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:20:04.383157 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-54156329-534b-4aa2-95e3-dd7c9bea1eb4 service neutron] Checking agent: {'id': '17f591d8-d993-47ca-b852-67375c71a36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'started_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:20:04.383493 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-54156329-534b-4aa2-95e3-dd7c9bea1eb4 service neutron] Checking segment: {'id': '199c355c-a272-48b2-b5e9-f875d5a7b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:20:04.383869 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-54156329-534b-4aa2-95e3-dd7c9bea1eb4 service neutron] Bound using segment: {'id': '199c355c-a272-48b2-b5e9-f875d5a7b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:20:04.384290 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-54156329-534b-4aa2-95e3-dd7c9bea1eb4 service neutron] Bound port: b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '199c355c-a272-48b2-b5e9-f875d5a7b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:20:04.384646 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-54156329-534b-4aa2-95e3-dd7c9bea1eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:04.456186 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-54156329-534b-4aa2-95e3-dd7c9bea1eb4 service neutron] For port b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc, host hv-cinder-80135, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:20:04.460693 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-54156329-534b-4aa2-95e3-dd7c9bea1eb4 service neutron] For port b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc,segment=NetworkSegment(199c355c-a272-48b2-b5e9-f875d5a7b59b),segment_id=199c355c-a272-48b2-b5e9-f875d5a7b59b)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:20:04.478304 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-54156329-534b-4aa2-95e3-dd7c9bea1eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:04.563500 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-54156329-534b-4aa2-95e3-dd7c9bea1eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:04.564111 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-54156329-534b-4aa2-95e3-dd7c9bea1eb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:04.565541 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-54156329-534b-4aa2-95e3-dd7c9bea1eb4 service neutron] 10.222.0.16 "PUT /v2.0/ports/b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc HTTP/1.1" status: 200 len: 1097 time: 0.7399628 Jul 19 17:20:04.568107 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e3d590-85e1-4386-b84c-b6f5889e6863', 'tag': 'b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:20:04.570150 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792e2a45-fca9-40a6-be12-b039038cd2c0" -d '{"events": [{"name": "network-changed", "server_uuid": "63e3d590-85e1-4386-b84c-b6f5889e6863", "tag": "b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:20:04.607873 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54156329-534b-4aa2-95e3-dd7c9bea1eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:04.622152 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b182ffa-7e42-4a6f-9da2-f0d45fd09dff x-openstack-request-id: req-2b182ffa-7e42-4a6f-9da2-f0d45fd09dff {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:20:04.622443 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e3d590-85e1-4386-b84c-b6f5889e6863", "tag": "b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:20:04.622692 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2b182ffa-7e42-4a6f-9da2-f0d45fd09dff {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:20:04.623072 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e3d590-85e1-4386-b84c-b6f5889e6863', 'tag': 'b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc', 'status': 'completed', 'code': 200} Jul 19 17:20:04.672674 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bd842-6651-488a-8129-d497f87d590c req-0cad4ae5-b920-489b-b8bc-00e6e2959511 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:04.674234 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6a1bd842-6651-488a-8129-d497f87d590c req-0cad4ae5-b920-489b-b8bc-00e6e2959511 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.2101140 Jul 19 17:20:04.687685 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0d1bb-dc46-46b9-ba36-16f5805f4cef req-f40371f0-1200-481b-a48b-b59ddffbaf38 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:04.689159 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-86f0d1bb-dc46-46b9-ba36-16f5805f4cef req-f40371f0-1200-481b-a48b-b59ddffbaf38 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 946 time: 0.1707194 Jul 19 17:20:04.769422 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6a1bd842-6651-488a-8129-d497f87d590c req-63f13643-92e7-4b41-a266-9d70d72b3800 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792120 Jul 19 17:20:04.784600 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-47d3072a-53c8-4b47-84f0-f72b887f0caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:04.786143 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-47d3072a-53c8-4b47-84f0-f72b887f0caf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2a7cf2d9e804d8e9873ac1b55222956&device_id=63e3d590-85e1-4386-b84c-b6f5889e6863 HTTP/1.1" status: 200 len: 1100 time: 0.1612990 Jul 19 17:20:04.843353 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-dd1083a0-450f-48c1-98d6-5b28ec6f4c97 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc HTTP/1.1" status: 200 len: 217 time: 0.0410106 Jul 19 17:20:04.897431 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-86f0d1bb-dc46-46b9-ba36-16f5805f4cef req-83d55fea-4ada-49dd-9842-884738394066 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Deleting port f08182df-2a27-4a4a-90fa-e53dab98b0a0 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:20:04.897766 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-86f0d1bb-dc46-46b9-ba36-16f5805f4cef req-83d55fea-4ada-49dd-9842-884738394066 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:04.918907 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-b10bad9a-ed1b-4045-947f-34cd4255c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:04.920324 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-b10bad9a-ed1b-4045-947f-34cd4255c634 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f183d313-e235-4048-94dd-a22b5b46f543 HTTP/1.1" status: 200 len: 843 time: 0.0696156 Jul 19 17:20:05.016902 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-86f0d1bb-dc46-46b9-ba36-16f5805f4cef req-83d55fea-4ada-49dd-9842-884738394066 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] For port f08182df-2a27-4a4a-90fa-e53dab98b0a0, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=f08182df-2a27-4a4a-90fa-e53dab98b0a0,segment=NetworkSegment(c21bc953-a360-415a-935f-f0f6c1812c07),segment_id=c21bc953-a360-415a-935f-f0f6c1812c07)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:20:05.017277 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-86f0d1bb-dc46-46b9-ba36-16f5805f4cef req-83d55fea-4ada-49dd-9842-884738394066 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:05.034187 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-86f0d1bb-dc46-46b9-ba36-16f5805f4cef req-83d55fea-4ada-49dd-9842-884738394066 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Calling delete_port for f08182df-2a27-4a4a-90fa-e53dab98b0a0 owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:20:05.050194 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-2d92b7df-3f58-4340-a26a-483b83054261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:05.051723 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-2d92b7df-3f58-4340-a26a-483b83054261 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1211236 Jul 19 17:20:05.189344 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-d758544a-18f7-480c-aad7-65a83e0565eb service neutron] 10.222.0.16 "GET /v2.0/networks/5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092503 Jul 19 17:20:05.266231 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb28b5-4f13-4e7e-b57d-0ffcfa31fde0 req-10c7c19e-296f-43bf-bcc5-1b8781b51108 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:05.267731 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e2fb28b5-4f13-4e7e-b57d-0ffcfa31fde0 req-10c7c19e-296f-43bf-bcc5-1b8781b51108 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b37667c-4096-48c2-ba23-88b23c2b50f5 HTTP/1.1" status: 200 len: 946 time: 0.0685487 Jul 19 17:20:05.307913 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e2fb28b5-4f13-4e7e-b57d-0ffcfa31fde0 req-058d4cae-e588-48dc-abf9-e71827edfde8 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.63 "GET /v2.0/security-groups?id=68180767-f7fa-45a7-a070-f1b678334f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337968 Jul 19 17:20:05.332304 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-86f0d1bb-dc46-46b9-ba36-16f5805f4cef req-83d55fea-4ada-49dd-9842-884738394066 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:05.350227 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['f08182df-2a27-4a4a-90fa-e53dab98b0a0'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:20:05.377256 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d55fea-4ada-49dd-9842-884738394066 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Pushing event deleted for resources: {'Port': ['ID=f08182df-2a27-4a4a-90fa-e53dab98b0a0,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:05.387351 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d8178182-2fe0-41b9-acfa-d7327ad36f87 req-130333d2-2348-4a1d-be3a-2243ee85821c service neutron] 10.222.0.16 "GET /v2.0/networks/5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903892 Jul 19 17:20:05.424842 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cae62a-9540-4fc8-a7ad-e4f65454b9a2 req-3de2aaa6-dfb4-4685-814b-cbd4a239013a tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:05.426358 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-56cae62a-9540-4fc8-a7ad-e4f65454b9a2 req-3de2aaa6-dfb4-4685-814b-cbd4a239013a tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] 10.222.0.63 "GET /v2.0/ports?device_id=63e3d590-85e1-4386-b84c-b6f5889e6863 HTTP/1.1" status: 200 len: 947 time: 0.2038665 Jul 19 17:20:05.452209 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f0d1bb-dc46-46b9-ba36-16f5805f4cef req-83d55fea-4ada-49dd-9842-884738394066 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] No DVR routers for this DVR port f08182df-2a27-4a4a-90fa-e53dab98b0a0 on host hv-cinder-80135 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:20:05.460457 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-86f0d1bb-dc46-46b9-ba36-16f5805f4cef req-83d55fea-4ada-49dd-9842-884738394066 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:05.462294 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-86f0d1bb-dc46-46b9-ba36-16f5805f4cef req-83d55fea-4ada-49dd-9842-884738394066 tempest-AttachVolumeNegativeTest-1837083724 tempest-AttachVolumeNegativeTest-1837083724-project] 10.222.0.16 "DELETE /v2.0/ports/f08182df-2a27-4a4a-90fa-e53dab98b0a0 HTTP/1.1" status: 204 len: 173 time: 0.7630274 Jul 19 17:20:05.511177 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-56cae62a-9540-4fc8-a7ad-e4f65454b9a2 req-fd887029-0e91-4369-816f-85f34ee026a8 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] 10.222.0.63 "GET /v2.0/security-groups?id=46792a02-a5fe-41ab-afb5-8a53b47ff70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672779 Jul 19 17:20:05.528525 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e2a45-fca9-40a6-be12-b039038cd2c0 req-8ab5f4a0-7ce9-4a6b-abac-64fabdd935d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:05.530096 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-792e2a45-fca9-40a6-be12-b039038cd2c0 req-8ab5f4a0-7ce9-4a6b-abac-64fabdd935d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2a7cf2d9e804d8e9873ac1b55222956&device_id=63e3d590-85e1-4386-b84c-b6f5889e6863 HTTP/1.1" status: 200 len: 1100 time: 0.0879230 Jul 19 17:20:05.626373 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e2a45-fca9-40a6-be12-b039038cd2c0 req-0fc3dca6-d120-4866-8f8f-680703d54a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:05.627834 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-792e2a45-fca9-40a6-be12-b039038cd2c0 req-0fc3dca6-d120-4866-8f8f-680703d54a88 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc HTTP/1.1" status: 200 len: 870 time: 0.0902388 Jul 19 17:20:05.668339 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-792e2a45-fca9-40a6-be12-b039038cd2c0 req-2107c44a-cbea-453b-8421-d114204ead57 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc HTTP/1.1" status: 200 len: 217 time: 0.0332232 Jul 19 17:20:05.715981 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e2a45-fca9-40a6-be12-b039038cd2c0 req-da10f24a-137c-4e91-a921-2e66f38336cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:05.717284 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-792e2a45-fca9-40a6-be12-b039038cd2c0 req-da10f24a-137c-4e91-a921-2e66f38336cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f183d313-e235-4048-94dd-a22b5b46f543 HTTP/1.1" status: 200 len: 843 time: 0.0404911 Jul 19 17:20:05.776218 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e2a45-fca9-40a6-be12-b039038cd2c0 req-45eeaa2a-7aa3-47f9-8c39-360cbf8695cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:05.777671 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-792e2a45-fca9-40a6-be12-b039038cd2c0 req-45eeaa2a-7aa3-47f9-8c39-360cbf8695cf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0522814 Jul 19 17:20:05.868632 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-792e2a45-fca9-40a6-be12-b039038cd2c0 req-12397f56-c2f3-4b00-9deb-33e247d8e7e0 service neutron] 10.222.0.16 "GET /v2.0/networks/5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828853 Jul 19 17:20:05.896765 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c384a-ba6e-4440-bc6b-598c49279484 req-f5b2e779-a6c8-4a7e-a6f9-f5dd4eb8462c tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:05.898355 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-eb4c384a-ba6e-4440-bc6b-598c49279484 req-f5b2e779-a6c8-4a7e-a6f9-f5dd4eb8462c tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0623236 Jul 19 17:20:05.936055 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-eb4c384a-ba6e-4440-bc6b-598c49279484 req-b5210100-a78d-4b2e-8946-f1b5a2384fdf tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321293 Jul 19 17:20:05.987692 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-792e2a45-fca9-40a6-be12-b039038cd2c0 req-58003b6a-92fa-4efb-b95f-a8d0094e12b6 service neutron] 10.222.0.16 "GET /v2.0/networks/5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056492 Jul 19 17:20:06.363183 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 39398) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:06.410145 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb7ac43-4467-436f-b9a0-de376827002b admin admin] Deleting subnet 8d91bcad-1b0b-46ec-a056-83e72cc2ce61 {{(pid=93286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:20:06.413710 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fcb7ac43-4467-436f-b9a0-de376827002b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:06.445892 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fcb7ac43-4467-436f-b9a0-de376827002b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10966596'] for subnet, precommit_delete_associations {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:06.483477 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fcb7ac43-4467-436f-b9a0-de376827002b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4122676'] for subnet, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:06.537293 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fcb7ac43-4467-436f-b9a0-de376827002b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4122671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10507190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11126016'] for subnet, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:06.562430 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7ac43-4467-436f-b9a0-de376827002b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d91bcad-1b0b-46ec-a056-83e72cc2ce61,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:06.568393 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fcb7ac43-4467-436f-b9a0-de376827002b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:06.572417 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-fcb7ac43-4467-436f-b9a0-de376827002b admin admin] 10.222.0.63 "DELETE /v2.0/subnets/8d91bcad-1b0b-46ec-a056-83e72cc2ce61 HTTP/1.1" status: 204 len: 168 time: 0.2082217 Jul 19 17:20:06.574885 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 39402) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:06.624275 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b37667c-4096-48c2-ba23-88b23c2b50f5', 'name': 'network-vif-deleted', 'tag': 'f08182df-2a27-4a4a-90fa-e53dab98b0a0'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:20:06.626745 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e7b40b-640e-432e-b869-e6a5c2d6d07b" -d '{"events": [{"server_uuid": "7b37667c-4096-48c2-ba23-88b23c2b50f5", "name": "network-vif-deleted", "tag": "f08182df-2a27-4a4a-90fa-e53dab98b0a0"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:20:06.662544 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b98715-b57d-4a4e-85b3-0dac4d33c49a x-openstack-request-id: req-50b98715-b57d-4a4e-85b3-0dac4d33c49a {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:20:06.662901 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b37667c-4096-48c2-ba23-88b23c2b50f5", "name": "network-vif-deleted", "tag": "f08182df-2a27-4a4a-90fa-e53dab98b0a0", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:20:06.663217 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-50b98715-b57d-4a4e-85b3-0dac4d33c49a {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:20:06.663700 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b37667c-4096-48c2-ba23-88b23c2b50f5', 'name': 'network-vif-deleted', 'tag': 'f08182df-2a27-4a4a-90fa-e53dab98b0a0', 'status': 'completed', 'code': 200} Jul 19 17:20:06.674158 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b136b6a9-dde0-4694-8072-68eb7dccbfdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3735101'] for network, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:06.723840 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c442143-06f4-425b-8298-36784e7cba01 req-a09e6fb9-b4d1-43dc-99e9-03a710fbe309 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:06.725320 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7c442143-06f4-425b-8298-36784e7cba01 req-a09e6fb9-b4d1-43dc-99e9-03a710fbe309 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] 10.222.0.63 "GET /v2.0/ports?device_id=63e3d590-85e1-4386-b84c-b6f5889e6863 HTTP/1.1" status: 200 len: 947 time: 0.1334767 Jul 19 17:20:06.790108 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b136b6a9-dde0-4694-8072-68eb7dccbfdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4124440', 'neutron.services.segments.db._delete_segments_for_network-8737332645178'] for network, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:06.806629 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-b136b6a9-dde0-4694-8072-68eb7dccbfdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8f1052-d38c-4c35-b3f7-23ef6befafc5']}} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:20:06.818188 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7c442143-06f4-425b-8298-36784e7cba01 req-c5e7dd63-8f96-430c-a850-cfc5e8d75705 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] 10.222.0.63 "GET /v2.0/security-groups?id=46792a02-a5fe-41ab-afb5-8a53b47ff70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829391 Jul 19 17:20:06.819670 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-b136b6a9-dde0-4694-8072-68eb7dccbfdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c21bc953-a360-415a-935f-f0f6c1812c07') {'for_net_delete': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:20:06.819960 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-b136b6a9-dde0-4694-8072-68eb7dccbfdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c21bc953-a360-415a-935f-f0f6c1812c07') {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:20:06.828766 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b136b6a9-dde0-4694-8072-68eb7dccbfdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737332645443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10966623'] for segment, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:06.842999 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b136b6a9-dde0-4694-8072-68eb7dccbfdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:06.849936 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b136b6a9-dde0-4694-8072-68eb7dccbfdb admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=93286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:20:06.850339 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b136b6a9-dde0-4694-8072-68eb7dccbfdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10507228'] for segment, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:06.852192 dv-cinder-801354-1-iscsi neutron-server[93286]: Traceback (most recent call last): Jul 19 17:20:06.852192 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:20:06.852192 dv-cinder-801354-1-iscsi neutron-server[93286]: timer() Jul 19 17:20:06.852192 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:20:06.852192 dv-cinder-801354-1-iscsi neutron-server[93286]: cb(*args, **kw) Jul 19 17:20:06.852192 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:20:06.852192 dv-cinder-801354-1-iscsi neutron-server[93286]: return func(*args, **kwargs) Jul 19 17:20:06.852192 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:20:06.852192 dv-cinder-801354-1-iscsi neutron-server[93286]: self._notify() Jul 19 17:20:06.852192 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:20:06.852192 dv-cinder-801354-1-iscsi neutron-server[93286]: self.callback(batched_events) Jul 19 17:20:06.852192 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:20:06.852192 dv-cinder-801354-1-iscsi neutron-server[93286]: event.method(event) Jul 19 17:20:06.852192 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:20:06.852192 dv-cinder-801354-1-iscsi neutron-server[93286]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:20:06.852192 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:20:06.852192 dv-cinder-801354-1-iscsi neutron-server[93286]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:20:06.852192 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:20:06.852192 dv-cinder-801354-1-iscsi neutron-server[93286]: return f(self, *a, **k) Jul 19 17:20:06.852192 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:20:06.852192 dv-cinder-801354-1-iscsi neutron-server[93286]: return self._get(url).json() Jul 19 17:20:06.852192 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:20:06.852192 dv-cinder-801354-1-iscsi neutron-server[93286]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:20:06.852192 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:20:06.852192 dv-cinder-801354-1-iscsi neutron-server[93286]: return self.request(url, 'GET', **kwargs) Jul 19 17:20:06.852192 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:20:06.852192 dv-cinder-801354-1-iscsi neutron-server[93286]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:20:06.852192 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:20:06.852192 dv-cinder-801354-1-iscsi neutron-server[93286]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:20:06.852192 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:20:06.852192 dv-cinder-801354-1-iscsi neutron-server[93286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:20:06.852192 dv-cinder-801354-1-iscsi neutron-server[93286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:20:06.906726 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b136b6a9-dde0-4694-8072-68eb7dccbfdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-974196'] for network, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:06.919143 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b136b6a9-dde0-4694-8072-68eb7dccbfdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:06.921013 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-b136b6a9-dde0-4694-8072-68eb7dccbfdb admin admin] 10.222.0.63 "DELETE /v2.0/networks/9b8f1052-d38c-4c35-b3f7-23ef6befafc5 HTTP/1.1" status: 204 len: 168 time: 0.3451822 Jul 19 17:20:06.932254 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136b6a9-dde0-4694-8072-68eb7dccbfdb admin admin] Pushing event deleted for resources: {'Network': ['ID=9b8f1052-d38c-4c35-b3f7-23ef6befafc5,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:07.066575 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c346178-4577-46d8-9c4a-385118b51e76 req-6bb3d351-e859-44c1-b2f7-de79e73163bf tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:07.068605 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2c346178-4577-46d8-9c4a-385118b51e76 req-6bb3d351-e859-44c1-b2f7-de79e73163bf tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0640273 Jul 19 17:20:07.082403 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 39410) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:07.108898 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2c346178-4577-46d8-9c4a-385118b51e76 req-e0abc433-d6a4-4586-a5a4-f33a4059954a tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345428 Jul 19 17:20:07.121143 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-7cc7146b-2b4a-4f55-8996-e0644251d6f2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cc257254b91a48a38c0e3224e8d2a169&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0374732 Jul 19 17:20:07.123480 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 39412) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:07.169939 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6a8a837a-430a-4f0d-abc7-846046157ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:07.189984 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6a8a837a-430a-4f0d-abc7-846046157ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:07.234113 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6a8a837a-430a-4f0d-abc7-846046157ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:07.236532 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6a8a837a-430a-4f0d-abc7-846046157ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:07.237658 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-6a8a837a-430a-4f0d-abc7-846046157ca7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/68180767-f7fa-45a7-a070-f1b678334f29 HTTP/1.1" status: 204 len: 168 time: 0.1132896 Jul 19 17:20:07.245504 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a837a-430a-4f0d-abc7-846046157ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68180767-f7fa-45a7-a070-f1b678334f29,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:07.349637 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:20:07.353642 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device f08182df-2a27-4a4a-90fa-e53dab98b0a0 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:20:07.383538 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] No Port match for: f08182df-2a27-4a4a-90fa-e53dab98b0a0 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:20:07.383884 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device f08182df-2a27-4a4a-90fa-e53dab98b0a0 not bound to the agent host hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:20:07.471013 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc,segment=NetworkSegment(199c355c-a272-48b2-b5e9-f875d5a7b59b),segment_id=199c355c-a272-48b2-b5e9-f875d5a7b59b)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:20:07.482892 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Returning: {'device': 'b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc', 'network_id': '5c3d4b72-eeee-4a20-8322-0a16b1c8dbdc', 'port_id': 'b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc', 'mac_address': 'fa:16:3e:65:7f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f183d313-e235-4048-94dd-a22b5b46f543', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:20:07.520338 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:07.533249 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:20:07.555097 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc,segment=NetworkSegment(199c355c-a272-48b2-b5e9-f875d5a7b59b),segment_id=199c355c-a272-48b2-b5e9-f875d5a7b59b)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:20:07.559319 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:07.606418 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:07.844569 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:20:07.955992 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87b471-1b5f-42d5-9c34-751d7cfe2910 req-0b06f773-500a-4f67-a00a-3b0c116b55c2 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:07.957398 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ff87b471-1b5f-42d5-9c34-751d7cfe2910 req-0b06f773-500a-4f67-a00a-3b0c116b55c2 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] 10.222.0.63 "GET /v2.0/ports?device_id=63e3d590-85e1-4386-b84c-b6f5889e6863 HTTP/1.1" status: 200 len: 948 time: 0.0663857 Jul 19 17:20:07.998149 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ff87b471-1b5f-42d5-9c34-751d7cfe2910 req-2ff4f2ee-6072-45b0-abd0-cd77530d3ba3 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] 10.222.0.63 "GET /v2.0/security-groups?id=46792a02-a5fe-41ab-afb5-8a53b47ff70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351021 Jul 19 17:20:08.247034 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be81617-cd63-4824-b040-87c1c0ba0a22 req-3d6ecb48-1e54-48ed-9bed-051b5fc21a57 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:08.248665 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6be81617-cd63-4824-b040-87c1c0ba0a22 req-3d6ecb48-1e54-48ed-9bed-051b5fc21a57 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0717373 Jul 19 17:20:08.297527 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6be81617-cd63-4824-b040-87c1c0ba0a22 req-0eb41055-2fa8-4bca-85b2-806d1b37ea42 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401154 Jul 19 17:20:08.469724 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7a2d0770-1d30-4090-8342-c4f907e08b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:08.998770 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 39478) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:09.105648 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fada52b7-d485-4813-b0c4-9d5e7874f5ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:09.162537 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035d883-0760-4846-bb21-f356b9903e65 req-0f62e648-8a81-4025-be17-1798462740c0 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:09.164058 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d035d883-0760-4846-bb21-f356b9903e65 req-0f62e648-8a81-4025-be17-1798462740c0 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] 10.222.0.63 "GET /v2.0/ports?device_id=63e3d590-85e1-4386-b84c-b6f5889e6863 HTTP/1.1" status: 200 len: 948 time: 0.0992281 Jul 19 17:20:09.221117 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d035d883-0760-4846-bb21-f356b9903e65 req-b593b5c5-417b-49bd-8b99-fe0978eeec44 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] 10.222.0.63 "GET /v2.0/security-groups?id=46792a02-a5fe-41ab-afb5-8a53b47ff70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499330 Jul 19 17:20:09.247891 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fada52b7-d485-4813-b0c4-9d5e7874f5ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:09.251641 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fada52b7-d485-4813-b0c4-9d5e7874f5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:09.288479 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-fada52b7-d485-4813-b0c4-9d5e7874f5ee admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d7b58daaf45949ff926544a8041eaea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2885904 Jul 19 17:20:09.290222 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada52b7-d485-4813-b0c4-9d5e7874f5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86f3de6-6e82-4cae-9fef-cfd8e3417374,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:09.291149 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 39484) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:09.341340 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f66c41e7-2002-4296-9205-a33836fdfb4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:09.371267 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f66c41e7-2002-4296-9205-a33836fdfb4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:09.371473 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc up at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:20:09.419119 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning for port b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:20:09.423838 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning complete for port b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:20:09.424497 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:09.448022 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf74d8-95d9-414d-a2ac-16bdb4140d9b req-bd4d0f16-5dc8-4b88-840b-36288b194398 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:09.449558 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2cbf74d8-95d9-414d-a2ac-16bdb4140d9b req-bd4d0f16-5dc8-4b88-840b-36288b194398 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0913823 Jul 19 17:20:09.465257 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f66c41e7-2002-4296-9205-a33836fdfb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:09.467716 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f66c41e7-2002-4296-9205-a33836fdfb4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:09.470996 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-f66c41e7-2002-4296-9205-a33836fdfb4f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c86f3de6-6e82-4cae-9fef-cfd8e3417374 HTTP/1.1" status: 204 len: 168 time: 0.1765845 Jul 19 17:20:09.484291 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c41e7-2002-4296-9205-a33836fdfb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86f3de6-6e82-4cae-9fef-cfd8e3417374,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:09.510258 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2cbf74d8-95d9-414d-a2ac-16bdb4140d9b req-59bdf91a-0d0f-482d-ba66-452515007e60 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527704 Jul 19 17:20:09.521205 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:09.548724 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e3d590-85e1-4386-b84c-b6f5889e6863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:20:09.551065 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa486d5c4e4f39956b43fe6dcc35bf0f2fe2e374caf29500c804b4cead58546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166b25af-df1d-4eab-a7d3-608a16cddac2" -d '{"events": [{"server_uuid": "63e3d590-85e1-4386-b84c-b6f5889e6863", "name": "network-vif-plugged", "status": "completed", "tag": "b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:20:09.563730 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc,segment=NetworkSegment(199c355c-a272-48b2-b5e9-f875d5a7b59b),segment_id=199c355c-a272-48b2-b5e9-f875d5a7b59b)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:20:09.568701 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:09.593655 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f99bffd-47af-452b-a5aa-bc81314f7e13 x-openstack-request-id: req-2f99bffd-47af-452b-a5aa-bc81314f7e13 {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:20:09.593947 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e3d590-85e1-4386-b84c-b6f5889e6863", "name": "network-vif-plugged", "status": "completed", "tag": "b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:20:09.594201 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2f99bffd-47af-452b-a5aa-bc81314f7e13 {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:20:09.594590 dv-cinder-801354-1-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e3d590-85e1-4386-b84c-b6f5889e6863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc', 'code': 200} Jul 19 17:20:09.621570 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:09.764411 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 39496) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:09.782265 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-76527111-39a5-4aaf-b2ef-c1c172c4bc5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:09.801501 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ab033-bc4a-4cfa-8ae1-dc37e45b86ee req-ec790c86-f0b4-494c-b2e3-453c3e9a3fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:09.803618 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8c8ab033-bc4a-4cfa-8ae1-dc37e45b86ee req-ec790c86-f0b4-494c-b2e3-453c3e9a3fbc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=63e3d590-85e1-4386-b84c-b6f5889e6863 HTTP/1.1" status: 200 len: 1102 time: 0.0790420 Jul 19 17:20:09.866217 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8c8ab033-bc4a-4cfa-8ae1-dc37e45b86ee req-0eea3d3a-7f7d-48e6-bf59-9c84bd40fd6c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=46792a02-a5fe-41ab-afb5-8a53b47ff70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464120 Jul 19 17:20:09.905582 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-76527111-39a5-4aaf-b2ef-c1c172c4bc5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:09.909119 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-76527111-39a5-4aaf-b2ef-c1c172c4bc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:09.947606 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-76527111-39a5-4aaf-b2ef-c1c172c4bc5c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7a2992c02daf4a338838bc95aa4ff57a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1822009 Jul 19 17:20:09.948308 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76527111-39a5-4aaf-b2ef-c1c172c4bc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea7ca5e-02ce-409b-9505-d5e3f71c14b7,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:09.950220 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 39498) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:10.001762 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e1b74dc5-1cc1-4682-895a-642381c4fc3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:10.021798 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e1b74dc5-1cc1-4682-895a-642381c4fc3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:10.065930 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e1b74dc5-1cc1-4682-895a-642381c4fc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:10.068815 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e1b74dc5-1cc1-4682-895a-642381c4fc3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:10.069965 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-e1b74dc5-1cc1-4682-895a-642381c4fc3e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/dea7ca5e-02ce-409b-9505-d5e3f71c14b7 HTTP/1.1" status: 204 len: 168 time: 0.1187255 Jul 19 17:20:10.078812 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b74dc5-1cc1-4682-895a-642381c4fc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea7ca5e-02ce-409b-9505-d5e3f71c14b7,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:10.350895 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250e034-d59b-4b23-897f-d6569d622b1b req-54a2afe5-daca-43d5-9692-066657225cf1 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:10.352416 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d250e034-d59b-4b23-897f-d6569d622b1b req-54a2afe5-daca-43d5-9692-066657225cf1 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] 10.222.0.63 "GET /v2.0/ports?device_id=63e3d590-85e1-4386-b84c-b6f5889e6863 HTTP/1.1" status: 200 len: 949 time: 0.0665433 Jul 19 17:20:10.390528 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d250e034-d59b-4b23-897f-d6569d622b1b req-335be555-a100-4028-b8bd-bf37b2ad4f53 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] 10.222.0.63 "GET /v2.0/security-groups?id=46792a02-a5fe-41ab-afb5-8a53b47ff70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325403 Jul 19 17:20:10.641868 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bca6e-4196-4e47-a823-16aae67027f3 req-d0fcc54b-2102-4254-a0bf-2bfefb9cf683 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:10.643383 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e81bca6e-4196-4e47-a823-16aae67027f3 req-d0fcc54b-2102-4254-a0bf-2bfefb9cf683 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0636873 Jul 19 17:20:10.683763 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e81bca6e-4196-4e47-a823-16aae67027f3 req-3cd439b8-17b8-4a65-9017-ac4e7d9db09d tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341253 Jul 19 17:20:10.687952 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-ff7ccaa9-bf08-4782-a57e-e2e8d8180b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:11.175497 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:11.524624 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba887c-703e-407b-a85c-664b1f057a48 req-5269625e-11b4-4d8e-b2cc-fb21f613fecb tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:11.526188 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9fba887c-703e-407b-a85c-664b1f057a48 req-5269625e-11b4-4d8e-b2cc-fb21f613fecb tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] 10.222.0.63 "GET /v2.0/ports?device_id=63e3d590-85e1-4386-b84c-b6f5889e6863 HTTP/1.1" status: 200 len: 949 time: 0.0640559 Jul 19 17:20:11.565050 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9fba887c-703e-407b-a85c-664b1f057a48 req-759f93d3-0eca-4906-a928-873e63f06e86 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] 10.222.0.63 "GET /v2.0/security-groups?id=46792a02-a5fe-41ab-afb5-8a53b47ff70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333128 Jul 19 17:20:11.840717 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcd524-ffd5-4cff-a293-b5d780a353f9 req-8497a215-35aa-4373-b6af-46382abec232 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:11.842274 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-adbcd524-ffd5-4cff-a293-b5d780a353f9 req-8497a215-35aa-4373-b6af-46382abec232 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0758483 Jul 19 17:20:11.862046 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6859ad3-4277-441b-a1a8-f549ed825351 req-04695498-54cb-40a6-86c4-95ecf5cfe147 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:11.865667 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d6859ad3-4277-441b-a1a8-f549ed825351 req-04695498-54cb-40a6-86c4-95ecf5cfe147 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] 10.222.0.63 "GET /v2.0/ports?device_id=63e3d590-85e1-4386-b84c-b6f5889e6863 HTTP/1.1" status: 200 len: 949 time: 0.0769994 Jul 19 17:20:11.886125 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-adbcd524-ffd5-4cff-a293-b5d780a353f9 req-2937f28d-002d-4aff-a554-25925e36f73c tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374122 Jul 19 17:20:11.908981 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d6859ad3-4277-441b-a1a8-f549ed825351 req-3fe76ca2-1ddd-46fe-b86c-358638c2cdaa tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] 10.222.0.63 "GET /v2.0/security-groups?id=46792a02-a5fe-41ab-afb5-8a53b47ff70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384686 Jul 19 17:20:11.937940 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:11.954651 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ccccb-3752-4aa0-8ca4-2211e74404df req-3c8cfafb-0f51-45d5-b7a3-ff178c741db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:11.956073 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-964ccccb-3752-4aa0-8ca4-2211e74404df req-3c8cfafb-0f51-45d5-b7a3-ff178c741db4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3fefd3e37824e00a95d515b7ba1d64f&device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 1098 time: 0.0683224 Jul 19 17:20:12.069919 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ccccb-3752-4aa0-8ca4-2211e74404df req-3585897e-c5c8-4743-b7f6-6cbd13b0fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:12.071412 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-964ccccb-3752-4aa0-8ca4-2211e74404df req-3585897e-c5c8-4743-b7f6-6cbd13b0fc7a service neutron] 10.222.0.16 "GET /v2.0/networks?id=a209b5ff-a816-4116-89fd-51c10f2a2246 HTTP/1.1" status: 200 len: 920 time: 0.0929179 Jul 19 17:20:12.122369 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-964ccccb-3752-4aa0-8ca4-2211e74404df req-03cba26c-174f-4aed-a172-450425b818b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8af0c839-f209-4966-ab5a-3b4906e344b9 HTTP/1.1" status: 200 len: 217 time: 0.0433462 Jul 19 17:20:12.173018 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ccccb-3752-4aa0-8ca4-2211e74404df req-dcd54854-c9e5-4be2-9eb1-aa853a46824a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:12.173018 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-964ccccb-3752-4aa0-8ca4-2211e74404df req-dcd54854-c9e5-4be2-9eb1-aa853a46824a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82845a4e-b4a7-4a3d-97be-1a8a6043c86e HTTP/1.1" status: 200 len: 859 time: 0.0431919 Jul 19 17:20:12.204844 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-964ccccb-3752-4aa0-8ca4-2211e74404df req-c0f8506a-9192-4a3c-9026-93ee46874930 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a209b5ff-a816-4116-89fd-51c10f2a2246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246403 Jul 19 17:20:12.296806 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-964ccccb-3752-4aa0-8ca4-2211e74404df req-38a4efea-ec26-492b-b822-86b548cbe762 service neutron] 10.222.0.16 "GET /v2.0/networks/a209b5ff-a816-4116-89fd-51c10f2a2246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842133 Jul 19 17:20:12.384683 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-964ccccb-3752-4aa0-8ca4-2211e74404df req-3f1136f4-afaa-4269-89b8-44ed368b6d9c service neutron] 10.222.0.16 "GET /v2.0/networks/a209b5ff-a816-4116-89fd-51c10f2a2246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810988 Jul 19 17:20:13.024672 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9d91f-1f69-4a12-bd16-035b8c84df49 req-55151cb0-33e4-4b86-8d68-34ab1eb43a35 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:13.026252 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-89c9d91f-1f69-4a12-bd16-035b8c84df49 req-55151cb0-33e4-4b86-8d68-34ab1eb43a35 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0654263 Jul 19 17:20:13.047278 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b45223-9342-4b6a-a6e2-0c67b2f2dafe req-89c64171-4ee0-45e6-a0ea-087240ecefd3 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:13.048886 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c7b45223-9342-4b6a-a6e2-0c67b2f2dafe req-89c64171-4ee0-45e6-a0ea-087240ecefd3 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] 10.222.0.63 "GET /v2.0/ports?device_id=63e3d590-85e1-4386-b84c-b6f5889e6863 HTTP/1.1" status: 200 len: 949 time: 0.0618780 Jul 19 17:20:13.065075 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-89c9d91f-1f69-4a12-bd16-035b8c84df49 req-31227c35-eb79-4b11-88d7-c815d4b0e0dd tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333717 Jul 19 17:20:13.088033 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c7b45223-9342-4b6a-a6e2-0c67b2f2dafe req-9fafea57-da5f-4329-9f0c-effa914966b2 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] 10.222.0.63 "GET /v2.0/security-groups?id=46792a02-a5fe-41ab-afb5-8a53b47ff70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317950 Jul 19 17:20:13.315295 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e991eed-4b02-448c-b860-43d7bfec6ed5 req-1cc546c0-81e0-4a7f-8e6f-17462f995bb0 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:13.316730 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9e991eed-4b02-448c-b860-43d7bfec6ed5 req-1cc546c0-81e0-4a7f-8e6f-17462f995bb0 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] 10.222.0.16 "GET /v2.0/ports?device_id=63e3d590-85e1-4386-b84c-b6f5889e6863 HTTP/1.1" status: 200 len: 949 time: 0.0593157 Jul 19 17:20:13.415464 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-9e991eed-4b02-448c-b860-43d7bfec6ed5 req-9b4f1852-9207-4331-acaa-f8014017a775 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Deleting port b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:20:13.415795 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-9e991eed-4b02-448c-b860-43d7bfec6ed5 req-9b4f1852-9207-4331-acaa-f8014017a775 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:13.503490 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-9e991eed-4b02-448c-b860-43d7bfec6ed5 req-9b4f1852-9207-4331-acaa-f8014017a775 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] For port b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc,segment=NetworkSegment(199c355c-a272-48b2-b5e9-f875d5a7b59b),segment_id=199c355c-a272-48b2-b5e9-f875d5a7b59b)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:20:13.503848 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-9e991eed-4b02-448c-b860-43d7bfec6ed5 req-9b4f1852-9207-4331-acaa-f8014017a775 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:13.515876 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-9e991eed-4b02-448c-b860-43d7bfec6ed5 req-9b4f1852-9207-4331-acaa-f8014017a775 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Calling delete_port for b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:20:13.650211 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-9e991eed-4b02-448c-b860-43d7bfec6ed5 req-9b4f1852-9207-4331-acaa-f8014017a775 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:13.679395 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f1852-9207-4331-acaa-f8014017a775 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Pushing event deleted for resources: {'Port': ['ID=b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:13.689560 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:13.726386 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e991eed-4b02-448c-b860-43d7bfec6ed5 req-9b4f1852-9207-4331-acaa-f8014017a775 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] No DVR routers for this DVR port b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc on host hv-cinder-80135 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:20:13.731416 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-9e991eed-4b02-448c-b860-43d7bfec6ed5 req-9b4f1852-9207-4331-acaa-f8014017a775 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:13.733844 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9e991eed-4b02-448c-b860-43d7bfec6ed5 req-9b4f1852-9207-4331-acaa-f8014017a775 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] 10.222.0.16 "DELETE /v2.0/ports/b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc HTTP/1.1" status: 204 len: 173 time: 0.4113343 Jul 19 17:20:13.734379 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e3d590-85e1-4386-b84c-b6f5889e6863', 'name': 'network-vif-deleted', 'tag': 'b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:20:13.737037 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bc27fa-77f0-4977-b2db-0aee3e57ed78" -d '{"events": [{"server_uuid": "63e3d590-85e1-4386-b84c-b6f5889e6863", "name": "network-vif-deleted", "tag": "b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:20:13.792773 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40936777-cf35-47e0-8697-eee81cd5a115 x-openstack-request-id: req-40936777-cf35-47e0-8697-eee81cd5a115 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:20:13.793059 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e3d590-85e1-4386-b84c-b6f5889e6863", "name": "network-vif-deleted", "tag": "b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:20:13.793496 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-40936777-cf35-47e0-8697-eee81cd5a115 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:20:13.793894 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e3d590-85e1-4386-b84c-b6f5889e6863', 'name': 'network-vif-deleted', 'tag': 'b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc', 'status': 'completed', 'code': 200} Jul 19 17:20:14.190179 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d3888-09bc-4c4c-adb7-c5f6a39bac85 req-2ea3c4ca-4fa5-408c-92bb-c97cdbe59949 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:14.191669 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9f5d3888-09bc-4c4c-adb7-c5f6a39bac85 req-2ea3c4ca-4fa5-408c-92bb-c97cdbe59949 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0614951 Jul 19 17:20:14.194900 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ee13c422-0514-459a-a5da-b3617d6a6367 req-d4614f7b-e487-448f-9cb4-26046dedc781 tempest-VolumesNegativeTest-971489701 tempest-VolumesNegativeTest-971489701-project] 10.222.0.63 "GET /v2.0/ports?device_id=63e3d590-85e1-4386-b84c-b6f5889e6863 HTTP/1.1" status: 200 len: 210 time: 0.0276866 Jul 19 17:20:14.229428 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9f5d3888-09bc-4c4c-adb7-c5f6a39bac85 req-1fdcc5cc-62f2-4cbf-b425-a8251cfa9e5d tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309172 Jul 19 17:20:15.364490 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17582374-a455-4ea5-afd8-8ca04eb39f6d req-e4872bf8-fc10-4c10-875c-8b30385315bd tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:15.366510 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-17582374-a455-4ea5-afd8-8ca04eb39f6d req-e4872bf8-fc10-4c10-875c-8b30385315bd tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0700293 Jul 19 17:20:15.398164 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc no longer exists at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:20:15.406035 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-17582374-a455-4ea5-afd8-8ca04eb39f6d req-58e1dfc8-74ff-48e0-9a0c-c49d1cdeaefe tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338969 Jul 19 17:20:15.419406 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] No Port match for: b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:20:15.420130 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device b52d5666-44ad-4f01-a9f5-9ba1eb41b6bc not bound to the agent host hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:20:16.483821 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:16.811317 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f49bd-f268-4149-9705-fe3d8abe2d48 req-5d094e94-9c9c-40c3-b132-d9b0418e262c tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:16.813694 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-837f49bd-f268-4149-9705-fe3d8abe2d48 req-5d094e94-9c9c-40c3-b132-d9b0418e262c tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.3367388 Jul 19 17:20:16.819190 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8613d0-e539-4a98-a294-e5e2219e5115 req-651d97d4-0a0a-42da-977c-f0ae158a3f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:16.820718 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ef8613d0-e539-4a98-a294-e5e2219e5115 req-651d97d4-0a0a-42da-977c-f0ae158a3f3b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 1098 time: 0.0858541 Jul 19 17:20:16.883800 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-837f49bd-f268-4149-9705-fe3d8abe2d48 req-1aa40ab9-76a1-4586-a0e8-2268241d7bb3 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620778 Jul 19 17:20:16.887716 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ef8613d0-e539-4a98-a294-e5e2219e5115 req-8abd3a90-fb9a-4927-bd10-e43daed59422 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585203 Jul 19 17:20:18.022164 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a952d02-62c6-47f0-ac64-062be551c3c2 req-c3b9f0c3-90e0-4368-a521-8910437d8e08 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:18.023675 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6a952d02-62c6-47f0-ac64-062be551c3c2 req-c3b9f0c3-90e0-4368-a521-8910437d8e08 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0632331 Jul 19 17:20:18.059856 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6a952d02-62c6-47f0-ac64-062be551c3c2 req-05d90437-be51-4f39-bc62-669885048aa2 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303893 Jul 19 17:20:18.419440 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bf73f-72c7-4121-bf9e-24c8bfa3a342 req-6f8049af-bd2c-41a2-839b-6cb063da58f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:18.421767 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-562bf73f-72c7-4121-bf9e-24c8bfa3a342 req-6f8049af-bd2c-41a2-839b-6cb063da58f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3fefd3e37824e00a95d515b7ba1d64f&device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 1098 time: 0.0985086 Jul 19 17:20:18.431600 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafbdc0-343c-4dff-8188-c1c7aaa3041e req-52055fc1-e478-429b-8072-e146ee626d3c tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:18.433064 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-feafbdc0-343c-4dff-8188-c1c7aaa3041e req-52055fc1-e478-429b-8072-e146ee626d3c tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.1017473 Jul 19 17:20:18.550412 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-feafbdc0-343c-4dff-8188-c1c7aaa3041e req-7153dfa7-4c27-4b34-952d-443ccdb38bdb tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053197 Jul 19 17:20:18.573123 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bf73f-72c7-4121-bf9e-24c8bfa3a342 req-1de767bd-2d03-472a-b7c9-9cafac6ed21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:18.574673 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-562bf73f-72c7-4121-bf9e-24c8bfa3a342 req-1de767bd-2d03-472a-b7c9-9cafac6ed21d service neutron] 10.222.0.16 "GET /v2.0/networks?id=a209b5ff-a816-4116-89fd-51c10f2a2246 HTTP/1.1" status: 200 len: 920 time: 0.1404760 Jul 19 17:20:18.624018 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-562bf73f-72c7-4121-bf9e-24c8bfa3a342 req-24ba7f9b-d8b6-43bd-aba3-b301c5335aa7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8af0c839-f209-4966-ab5a-3b4906e344b9 HTTP/1.1" status: 200 len: 217 time: 0.0379567 Jul 19 17:20:18.682161 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bf73f-72c7-4121-bf9e-24c8bfa3a342 req-4c1d2c97-682e-4e58-8a7f-d3e122ccde2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:18.684260 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-562bf73f-72c7-4121-bf9e-24c8bfa3a342 req-4c1d2c97-682e-4e58-8a7f-d3e122ccde2c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82845a4e-b4a7-4a3d-97be-1a8a6043c86e HTTP/1.1" status: 200 len: 859 time: 0.0535779 Jul 19 17:20:18.719000 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-562bf73f-72c7-4121-bf9e-24c8bfa3a342 req-86c762a4-d52e-4e4d-b07b-94ca4ce01876 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a209b5ff-a816-4116-89fd-51c10f2a2246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275054 Jul 19 17:20:18.813893 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-562bf73f-72c7-4121-bf9e-24c8bfa3a342 req-3e273e58-23ff-4c79-85ca-d371bda97a9c service neutron] 10.222.0.16 "GET /v2.0/networks/a209b5ff-a816-4116-89fd-51c10f2a2246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872507 Jul 19 17:20:18.848491 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 39808) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:18.916818 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-562bf73f-72c7-4121-bf9e-24c8bfa3a342 req-d16bcf35-6234-4488-a9ef-33bfed6c9b8c service neutron] 10.222.0.16 "GET /v2.0/networks/a209b5ff-a816-4116-89fd-51c10f2a2246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958040 Jul 19 17:20:18.958020 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f6af2ce1-cf85-47aa-93d9-ea757681b802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:19.054397 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f6af2ce1-cf85-47aa-93d9-ea757681b802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:19.058877 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f6af2ce1-cf85-47aa-93d9-ea757681b802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:19.095387 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-f6af2ce1-cf85-47aa-93d9-ea757681b802 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ba35a2aa6e314955bd04ba8aa3f8f70f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458284 Jul 19 17:20:19.097289 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af2ce1-cf85-47aa-93d9-ea757681b802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b0fff3-69d1-441d-9841-fce8c6ce69e5,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:19.098149 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 39816) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:19.104484 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af2ce1-cf85-47aa-93d9-ea757681b802 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:19.104830 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af2ce1-cf85-47aa-93d9-ea757681b802 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:19.105169 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af2ce1-cf85-47aa-93d9-ea757681b802 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:19.105602 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af2ce1-cf85-47aa-93d9-ea757681b802 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:19.105932 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af2ce1-cf85-47aa-93d9-ea757681b802 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:19.106262 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af2ce1-cf85-47aa-93d9-ea757681b802 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:19.106587 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af2ce1-cf85-47aa-93d9-ea757681b802 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:19.106914 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af2ce1-cf85-47aa-93d9-ea757681b802 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:19.107238 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af2ce1-cf85-47aa-93d9-ea757681b802 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:19.107645 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af2ce1-cf85-47aa-93d9-ea757681b802 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:19.107868 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af2ce1-cf85-47aa-93d9-ea757681b802 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:19.108200 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af2ce1-cf85-47aa-93d9-ea757681b802 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:19.154650 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f11be401-b0a7-4cbe-9317-d75c003161a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:19.175904 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f11be401-b0a7-4cbe-9317-d75c003161a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:19.225656 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f11be401-b0a7-4cbe-9317-d75c003161a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:19.228230 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f11be401-b0a7-4cbe-9317-d75c003161a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:19.229390 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-f11be401-b0a7-4cbe-9317-d75c003161a9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b9b0fff3-69d1-441d-9841-fce8c6ce69e5 HTTP/1.1" status: 204 len: 168 time: 0.1302350 Jul 19 17:20:19.238266 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11be401-b0a7-4cbe-9317-d75c003161a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b0fff3-69d1-441d-9841-fce8c6ce69e5,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:19.245981 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11be401-b0a7-4cbe-9317-d75c003161a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:19.246329 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11be401-b0a7-4cbe-9317-d75c003161a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:19.246675 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11be401-b0a7-4cbe-9317-d75c003161a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:19.246997 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11be401-b0a7-4cbe-9317-d75c003161a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:19.247321 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11be401-b0a7-4cbe-9317-d75c003161a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:19.247647 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11be401-b0a7-4cbe-9317-d75c003161a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:19.248035 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11be401-b0a7-4cbe-9317-d75c003161a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:19.248318 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11be401-b0a7-4cbe-9317-d75c003161a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:19.248697 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11be401-b0a7-4cbe-9317-d75c003161a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:19.248941 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11be401-b0a7-4cbe-9317-d75c003161a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:19.249296 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11be401-b0a7-4cbe-9317-d75c003161a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:19.249621 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11be401-b0a7-4cbe-9317-d75c003161a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:19.507630 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 39828) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:19.521100 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e1fa8472-5c6c-4707-b358-9a8b4fc952e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:19.619079 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e1fa8472-5c6c-4707-b358-9a8b4fc952e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:19.623751 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e1fa8472-5c6c-4707-b358-9a8b4fc952e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:19.690195 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-e1fa8472-5c6c-4707-b358-9a8b4fc952e6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=27c2f542b3e24f26b2d3bdfc10a695f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1813850 Jul 19 17:20:19.692852 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 39834) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:19.698143 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa8472-5c6c-4707-b358-9a8b4fc952e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc354fd6-ca1d-4e47-8712-3ad12e57f638,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:19.733897 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd49c23-21e0-41ac-9ad0-b9d2f5972177 req-2e6a450b-a574-4382-bc22-80b69ade346e tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:19.735504 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4cd49c23-21e0-41ac-9ad0-b9d2f5972177 req-2e6a450b-a574-4382-bc22-80b69ade346e tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.1085954 Jul 19 17:20:19.756328 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0a9e5021-fb1d-4a1d-afd7-1f6caefdc129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:19.777836 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4cd49c23-21e0-41ac-9ad0-b9d2f5972177 req-398f3444-9a74-4072-b9dd-e3c18d7224fa tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361564 Jul 19 17:20:19.784983 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0a9e5021-fb1d-4a1d-afd7-1f6caefdc129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:19.838185 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0a9e5021-fb1d-4a1d-afd7-1f6caefdc129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:19.840749 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0a9e5021-fb1d-4a1d-afd7-1f6caefdc129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:19.841922 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-0a9e5021-fb1d-4a1d-afd7-1f6caefdc129 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/dc354fd6-ca1d-4e47-8712-3ad12e57f638 HTTP/1.1" status: 204 len: 168 time: 0.1475081 Jul 19 17:20:19.852741 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e5021-fb1d-4a1d-afd7-1f6caefdc129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc354fd6-ca1d-4e47-8712-3ad12e57f638,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:20.192417 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 39854) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:20.206683 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f4379e90-827e-4704-a0bf-978e405e6680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:20.306369 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f4379e90-827e-4704-a0bf-978e405e6680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:20.312319 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f4379e90-827e-4704-a0bf-978e405e6680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:20.352825 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-f4379e90-827e-4704-a0bf-978e405e6680 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5b10570da1ca4f1e924a44f7c1a47d23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1593001 Jul 19 17:20:20.353913 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4379e90-827e-4704-a0bf-978e405e6680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2739b916-e701-424d-bbeb-5b8e187dc9c0,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:20.355500 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 39878) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:20.417653 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3804fcff-3fa3-465c-8292-731d20ef733c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:20.440388 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3804fcff-3fa3-465c-8292-731d20ef733c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:20.488674 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3804fcff-3fa3-465c-8292-731d20ef733c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:20.492108 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3804fcff-3fa3-465c-8292-731d20ef733c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:20.493163 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-3804fcff-3fa3-465c-8292-731d20ef733c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2739b916-e701-424d-bbeb-5b8e187dc9c0 HTTP/1.1" status: 204 len: 168 time: 0.1343539 Jul 19 17:20:20.501014 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804fcff-3fa3-465c-8292-731d20ef733c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2739b916-e701-424d-bbeb-5b8e187dc9c0,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:20.934673 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b070a-11ba-41db-921e-88fb2f96bcab req-b1982d90-02ee-485c-9c79-9c849b74c59d tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:20.936374 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-3f9b070a-11ba-41db-921e-88fb2f96bcab req-b1982d90-02ee-485c-9c79-9c849b74c59d tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0766912 Jul 19 17:20:20.981758 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-3f9b070a-11ba-41db-921e-88fb2f96bcab req-0b95597f-35d3-4cf8-8013-ebffacb310bf tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392549 Jul 19 17:20:22.489138 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 40066) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:22.593485 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-02f8aa4e-ec6d-4d0a-bb73-fce1672bd730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:22.680222 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-02f8aa4e-ec6d-4d0a-bb73-fce1672bd730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:22.683634 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-02f8aa4e-ec6d-4d0a-bb73-fce1672bd730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:22.720140 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-02f8aa4e-ec6d-4d0a-bb73-fce1672bd730 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=81a02e76d47f4d90ac9d763dcbf71f0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294018 Jul 19 17:20:22.721442 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8aa4e-ec6d-4d0a-bb73-fce1672bd730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d9d438-c6bf-40ee-aab1-7adc935ea10f,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:22.722831 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 40072) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:22.772033 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7f22917c-4bc2-4a4d-ae9f-5cb7f3782b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:22.791849 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7f22917c-4bc2-4a4d-ae9f-5cb7f3782b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:22.837024 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7f22917c-4bc2-4a4d-ae9f-5cb7f3782b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:22.840009 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7f22917c-4bc2-4a4d-ae9f-5cb7f3782b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:22.841151 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-7f22917c-4bc2-4a4d-ae9f-5cb7f3782b56 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e5d9d438-c6bf-40ee-aab1-7adc935ea10f HTTP/1.1" status: 204 len: 168 time: 0.1173422 Jul 19 17:20:22.848708 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22917c-4bc2-4a4d-ae9f-5cb7f3782b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d9d438-c6bf-40ee-aab1-7adc935ea10f,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:23.099291 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 40084) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:23.112664 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d8bbef5b-08cc-4f99-b2f4-e996dc23272f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:23.120701 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 40086) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:23.202287 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d8bbef5b-08cc-4f99-b2f4-e996dc23272f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:23.206110 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d8bbef5b-08cc-4f99-b2f4-e996dc23272f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:23.244361 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-d8bbef5b-08cc-4f99-b2f4-e996dc23272f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fc4e3739e5aa496783d81ae6963a5a5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433835 Jul 19 17:20:23.245405 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bbef5b-08cc-4f99-b2f4-e996dc23272f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f48c523-b1a6-4a86-ac51-b3a8512fe653,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:23.247233 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 40090) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:23.324217 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2bd72e9f-9a81-4bd4-b650-1efac24dfc4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:23.334634 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-b67a20e3-0cac-41f8-aa4b-7c55c43e09ca admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e2a7cf2d9e804d8e9873ac1b55222956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2128565 Jul 19 17:20:23.337272 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 40092) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:23.351547 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2bd72e9f-9a81-4bd4-b650-1efac24dfc4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:23.387637 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2ad3e015-ea4d-441e-9574-032915ac909d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:23.402571 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2bd72e9f-9a81-4bd4-b650-1efac24dfc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:23.405153 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2bd72e9f-9a81-4bd4-b650-1efac24dfc4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:23.406322 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-2bd72e9f-9a81-4bd4-b650-1efac24dfc4e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0f48c523-b1a6-4a86-ac51-b3a8512fe653 HTTP/1.1" status: 204 len: 168 time: 0.1581399 Jul 19 17:20:23.410489 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2ad3e015-ea4d-441e-9574-032915ac909d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:23.414441 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd72e9f-9a81-4bd4-b650-1efac24dfc4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f48c523-b1a6-4a86-ac51-b3a8512fe653,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:23.463830 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2ad3e015-ea4d-441e-9574-032915ac909d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:23.466833 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2ad3e015-ea4d-441e-9574-032915ac909d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:23.468424 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-2ad3e015-ea4d-441e-9574-032915ac909d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/46792a02-a5fe-41ab-afb5-8a53b47ff70b HTTP/1.1" status: 204 len: 168 time: 0.1301634 Jul 19 17:20:23.477013 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3e015-ea4d-441e-9574-032915ac909d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46792a02-a5fe-41ab-afb5-8a53b47ff70b,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:24.868031 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d67a42-116a-42fb-8864-9306d9192880 req-e3b111d5-22da-4eb4-a350-33a92bcff6fe tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:24.869532 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-05d67a42-116a-42fb-8864-9306d9192880 req-e3b111d5-22da-4eb4-a350-33a92bcff6fe tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0614057 Jul 19 17:20:24.905424 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-05d67a42-116a-42fb-8864-9306d9192880 req-53aeb060-f7ec-4028-9fe6-ac5638ea4438 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303617 Jul 19 17:20:26.028102 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c47a6-d252-4a8e-a80f-d6c0bae251e9 req-11964480-2628-440d-91d8-68b7f0b6dc82 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:26.029464 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bc8c47a6-d252-4a8e-a80f-d6c0bae251e9 req-11964480-2628-440d-91d8-68b7f0b6dc82 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0602472 Jul 19 17:20:26.065816 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bc8c47a6-d252-4a8e-a80f-d6c0bae251e9 req-b786bac5-5c5e-46a3-9e64-69ffa1811e52 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310123 Jul 19 17:20:27.192828 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc31f0f-0496-4f22-a5b9-7c5c0cb3246d req-b3978d23-ebc5-4699-9549-7558567eacff tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:27.194326 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6bc31f0f-0496-4f22-a5b9-7c5c0cb3246d req-b3978d23-ebc5-4699-9549-7558567eacff tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0625064 Jul 19 17:20:27.230556 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6bc31f0f-0496-4f22-a5b9-7c5c0cb3246d req-0bcd9816-eb86-48db-9b0d-fc713cabb660 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308461 Jul 19 17:20:28.374856 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7988a5-7433-4fcd-8877-e403da87e91f req-4b755a8d-5dfd-4725-88e2-54078dafb864 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:28.376287 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fd7988a5-7433-4fcd-8877-e403da87e91f req-4b755a8d-5dfd-4725-88e2-54078dafb864 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0758293 Jul 19 17:20:28.412356 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fd7988a5-7433-4fcd-8877-e403da87e91f req-af42f740-57f5-4dd4-b6a0-01547294835f tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300279 Jul 19 17:20:29.335965 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790865c2-894c-43e0-80b4-2b64ba213c4b req-4504263d-c8cd-4c6a-8f14-4d4760beacf9 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:29.337468 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-790865c2-894c-43e0-80b4-2b64ba213c4b req-4504263d-c8cd-4c6a-8f14-4d4760beacf9 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.0668962 Jul 19 17:20:29.435038 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-790865c2-894c-43e0-80b4-2b64ba213c4b req-0812372b-b614-44a9-a318-7dbc85af6545 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Deleting port d62cbab5-1afe-464b-9fdd-bc99a715f17f {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:20:29.435379 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-790865c2-894c-43e0-80b4-2b64ba213c4b req-0812372b-b614-44a9-a318-7dbc85af6545 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:29.557263 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-790865c2-894c-43e0-80b4-2b64ba213c4b req-0812372b-b614-44a9-a318-7dbc85af6545 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] For port d62cbab5-1afe-464b-9fdd-bc99a715f17f, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d62cbab5-1afe-464b-9fdd-bc99a715f17f,segment=NetworkSegment(9abbeafd-2cb9-49a1-a6ee-9a4f9390b291),segment_id=9abbeafd-2cb9-49a1-a6ee-9a4f9390b291)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:20:29.557623 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-790865c2-894c-43e0-80b4-2b64ba213c4b req-0812372b-b614-44a9-a318-7dbc85af6545 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:29.574432 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-790865c2-894c-43e0-80b4-2b64ba213c4b req-0812372b-b614-44a9-a318-7dbc85af6545 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Calling delete_port for d62cbab5-1afe-464b-9fdd-bc99a715f17f owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:20:29.601126 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463bceb-83b2-43f0-8f0a-6266780e784a req-d25b60cb-b349-49f7-a32e-47424d30dd35 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:29.602635 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b463bceb-83b2-43f0-8f0a-6266780e784a req-d25b60cb-b349-49f7-a32e-47424d30dd35 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 946 time: 0.1051211 Jul 19 17:20:29.679603 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b463bceb-83b2-43f0-8f0a-6266780e784a req-8f173251-34de-459d-abd9-66638ff4a9b0 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505035 Jul 19 17:20:29.744081 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-790865c2-894c-43e0-80b4-2b64ba213c4b req-0812372b-b614-44a9-a318-7dbc85af6545 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:29.756361 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['8af0c839-f209-4966-ab5a-3b4906e344b9', 'd62cbab5-1afe-464b-9fdd-bc99a715f17f'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:20:29.771460 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812372b-b614-44a9-a318-7dbc85af6545 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Pushing event deleted for resources: {'Port': ['ID=d62cbab5-1afe-464b-9fdd-bc99a715f17f,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:29.818482 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-790865c2-894c-43e0-80b4-2b64ba213c4b req-0812372b-b614-44a9-a318-7dbc85af6545 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] No DVR routers for this DVR port d62cbab5-1afe-464b-9fdd-bc99a715f17f on host hv-cinder-80135 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:20:29.821472 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-790865c2-894c-43e0-80b4-2b64ba213c4b req-0812372b-b614-44a9-a318-7dbc85af6545 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:29.823919 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-790865c2-894c-43e0-80b4-2b64ba213c4b req-0812372b-b614-44a9-a318-7dbc85af6545 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.16 "DELETE /v2.0/ports/d62cbab5-1afe-464b-9fdd-bc99a715f17f HTTP/1.1" status: 204 len: 173 time: 0.4805479 Jul 19 17:20:29.824360 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea96527-4260-4390-ac86-3bea220a8e41', 'name': 'network-vif-deleted', 'tag': 'd62cbab5-1afe-464b-9fdd-bc99a715f17f'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:20:29.827144 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c551859d-44df-4385-88da-9a1145935152" -d '{"events": [{"server_uuid": "2ea96527-4260-4390-ac86-3bea220a8e41", "name": "network-vif-deleted", "tag": "d62cbab5-1afe-464b-9fdd-bc99a715f17f"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:20:29.875354 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b04d13-3640-40fb-9c97-7d7d24815f3e x-openstack-request-id: req-f4b04d13-3640-40fb-9c97-7d7d24815f3e {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:20:29.875688 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea96527-4260-4390-ac86-3bea220a8e41", "name": "network-vif-deleted", "tag": "d62cbab5-1afe-464b-9fdd-bc99a715f17f", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:20:29.875949 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f4b04d13-3640-40fb-9c97-7d7d24815f3e {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:20:29.876346 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea96527-4260-4390-ac86-3bea220a8e41', 'name': 'network-vif-deleted', 'tag': 'd62cbab5-1afe-464b-9fdd-bc99a715f17f', 'status': 'completed', 'code': 200} Jul 19 17:20:30.175924 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5ec5c-6272-48b2-9abb-3772adf9dd45 req-e0c95578-dd08-4e2b-b9a6-f4ee83fa8efd tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:30.178029 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a3f5ec5c-6272-48b2-9abb-3772adf9dd45 req-e0c95578-dd08-4e2b-b9a6-f4ee83fa8efd tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0627773 Jul 19 17:20:30.215189 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a3f5ec5c-6272-48b2-9abb-3772adf9dd45 req-9abce9a9-aff9-4641-8a7d-ca4b6716e606 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313344 Jul 19 17:20:30.788663 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2fcfbd49-7ce8-48b5-b6cd-cabec4617ed7 req-36e6616c-3ec5-494b-b690-1ff2cb847775 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 210 time: 0.0318429 Jul 19 17:20:31.347089 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9dcd0-01a0-4f35-8764-6dc7a49b4443 req-5e687cdb-9738-4b43-bd76-344f14a01bbb tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:31.348529 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-38d9dcd0-01a0-4f35-8764-6dc7a49b4443 req-5e687cdb-9738-4b43-bd76-344f14a01bbb tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0668647 Jul 19 17:20:31.384764 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-38d9dcd0-01a0-4f35-8764-6dc7a49b4443 req-372f22a5-096d-4d9d-90c2-7dc3f418ba2d tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308306 Jul 19 17:20:31.892243 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2c9d30cd-056c-4106-b287-9afd6d6eec69 req-a512cd94-30a2-4b08-bab9-7f02b0e06cc4 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 210 time: 0.0276365 Jul 19 17:20:32.510859 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa656d2-cbaa-45c5-9a9f-b3bb713a57d0 req-3f18e304-2ac3-4a83-936b-0c8f1c08b103 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:32.512591 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ffa656d2-cbaa-45c5-9a9f-b3bb713a57d0 req-3f18e304-2ac3-4a83-936b-0c8f1c08b103 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0620697 Jul 19 17:20:32.549112 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ffa656d2-cbaa-45c5-9a9f-b3bb713a57d0 req-99096ec6-04b1-474b-950e-0db227f53a2f tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310569 Jul 19 17:20:32.993490 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9f0be527-0f17-406d-b595-4c0a38117fe5 req-208926bf-11f6-4dde-8a9e-6b3d725e1145 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ea96527-4260-4390-ac86-3bea220a8e41 HTTP/1.1" status: 200 len: 210 time: 0.0270746 Jul 19 17:20:33.503435 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device d62cbab5-1afe-464b-9fdd-bc99a715f17f no longer exists at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:20:33.525823 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] No Port match for: d62cbab5-1afe-464b-9fdd-bc99a715f17f {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:20:33.526097 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device d62cbab5-1afe-464b-9fdd-bc99a715f17f not bound to the agent host hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:20:33.674385 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a09e73-ba77-4702-8a58-6505838e5d0a req-1384b4f1-6737-4938-bb19-6d8f9136e3b9 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:33.675856 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-18a09e73-ba77-4702-8a58-6505838e5d0a req-1384b4f1-6737-4938-bb19-6d8f9136e3b9 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0621221 Jul 19 17:20:33.711619 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-18a09e73-ba77-4702-8a58-6505838e5d0a req-543fbca5-788b-4265-a150-d0c9fc6d9bb2 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301759 Jul 19 17:20:34.266147 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb4f29-2a37-435a-9fee-441d95faea1b req-22d7a330-07de-47cc-b44b-4f49c021215f tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:34.267621 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f0bb4f29-2a37-435a-9fee-441d95faea1b req-22d7a330-07de-47cc-b44b-4f49c021215f tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0641475 Jul 19 17:20:34.303482 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f0bb4f29-2a37-435a-9fee-441d95faea1b req-44b21cdb-ba5e-4a30-ad01-96dc52443e6b tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304389 Jul 19 17:20:34.841854 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682c8a5-396c-44b8-9e9f-2ac75b8ef7de req-7b24e089-2c51-407d-a4ac-c2c1e5205ebc tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:34.843287 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1682c8a5-396c-44b8-9e9f-2ac75b8ef7de req-7b24e089-2c51-407d-a4ac-c2c1e5205ebc tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0640914 Jul 19 17:20:34.879904 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1682c8a5-396c-44b8-9e9f-2ac75b8ef7de req-da3819ba-1a26-4d8d-86fe-17b6c7025344 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310028 Jul 19 17:20:35.439305 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd8b62-467d-4aab-a8fc-8904f8b4b0b1 req-8d03d48c-9ee2-41c7-abc1-8bf477b2daf7 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:35.440916 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e8dd8b62-467d-4aab-a8fc-8904f8b4b0b1 req-8d03d48c-9ee2-41c7-abc1-8bf477b2daf7 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0698347 Jul 19 17:20:35.481528 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e8dd8b62-467d-4aab-a8fc-8904f8b4b0b1 req-86fc6b30-d111-4771-bc02-602ec0bdf253 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348029 Jul 19 17:20:36.007315 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a6ce2-cbfd-4f89-88c8-f148da3cbae8 req-f86d03f5-702b-496e-90aa-fe23752cec4c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:36.008744 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-800a6ce2-cbfd-4f89-88c8-f148da3cbae8 req-f86d03f5-702b-496e-90aa-fe23752cec4c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0613384 Jul 19 17:20:36.044709 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-800a6ce2-cbfd-4f89-88c8-f148da3cbae8 req-f3b40dcd-b105-4487-8af6-852e5190743b tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302424 Jul 19 17:20:36.617086 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4032011-296f-4cb6-87df-f9db4c0e7e6c req-c754afc0-d7fa-4096-afd7-4385d848891c tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:36.619452 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d4032011-296f-4cb6-87df-f9db4c0e7e6c req-c754afc0-d7fa-4096-afd7-4385d848891c tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0706365 Jul 19 17:20:36.660868 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d4032011-296f-4cb6-87df-f9db4c0e7e6c req-9debb899-06ca-42bc-b9c8-b300619a2010 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343776 Jul 19 17:20:37.172033 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782617c-24f9-4829-9421-c23ec092f21b req-1a1feed6-66cd-4699-994b-5a5b74e29167 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:37.173496 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7782617c-24f9-4829-9421-c23ec092f21b req-1a1feed6-66cd-4699-994b-5a5b74e29167 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0633156 Jul 19 17:20:37.208264 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7782617c-24f9-4829-9421-c23ec092f21b req-75f2b387-a2d1-46e8-9ef1-944eaee35a10 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293925 Jul 19 17:20:37.688006 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:20:37.789870 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c5de1-d8bd-419e-9a71-17305770bdec req-856ad995-ab6b-4c25-9d12-3125b7829af4 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:37.791262 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-243c5de1-d8bd-419e-9a71-17305770bdec req-856ad995-ab6b-4c25-9d12-3125b7829af4 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0644038 Jul 19 17:20:37.827942 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-243c5de1-d8bd-419e-9a71-17305770bdec req-d78c3cd0-3eec-4988-a3bb-f22716dbdac4 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311627 Jul 19 17:20:38.331802 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf2888-00eb-4949-aaa3-f847f9787be4 req-e500a7e8-1d14-4cb6-a756-b66dbf530276 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:38.333242 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6caf2888-00eb-4949-aaa3-f847f9787be4 req-e500a7e8-1d14-4cb6-a756-b66dbf530276 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0596902 Jul 19 17:20:38.368940 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6caf2888-00eb-4949-aaa3-f847f9787be4 req-d1315746-a386-4c67-b4d1-bbea3ac6b057 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297823 Jul 19 17:20:38.460514 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a09463a3-bbde-4b09-b661-c6dce54f274e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:38.956830 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576d84b-0b93-4b54-8285-2391aa63200b req-ada9c892-209a-4491-96d2-9f68321fa23d tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:38.958357 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f576d84b-0b93-4b54-8285-2391aa63200b req-ada9c892-209a-4491-96d2-9f68321fa23d tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0639229 Jul 19 17:20:38.995303 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f576d84b-0b93-4b54-8285-2391aa63200b req-5fb4687c-b6b9-42ef-b0b6-3ad451c13565 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310855 Jul 19 17:20:39.493380 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272e6f2-9332-4195-b62c-e89741e982c7 req-f662db31-a626-4d1f-be42-50368aa3d45b tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:39.494819 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7272e6f2-9332-4195-b62c-e89741e982c7 req-f662db31-a626-4d1f-be42-50368aa3d45b tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0619190 Jul 19 17:20:39.530961 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7272e6f2-9332-4195-b62c-e89741e982c7 req-fea9eaa7-fd8d-480d-b22e-af751a13b907 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306766 Jul 19 17:20:40.118099 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e4cfd-ead5-414c-a780-b16c441770d3 req-c39d2e28-d65d-43fc-b027-e7fbea05d50a tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:40.119528 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-771e4cfd-ead5-414c-a780-b16c441770d3 req-c39d2e28-d65d-43fc-b027-e7fbea05d50a tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0602870 Jul 19 17:20:40.155335 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-771e4cfd-ead5-414c-a780-b16c441770d3 req-21e3e5e8-8823-4c76-980b-4fe478328819 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/security-groups?id=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304811 Jul 19 17:20:40.518777 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e69c3-de67-4a86-a5ca-b501d67d2cb5 req-e49c85a2-d409-41db-a6ed-0e423ff59fa2 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:40.520126 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e01e69c3-de67-4a86-a5ca-b501d67d2cb5 req-e49c85a2-d409-41db-a6ed-0e423ff59fa2 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0632989 Jul 19 17:20:40.614820 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-e01e69c3-de67-4a86-a5ca-b501d67d2cb5 req-77b73261-1331-4503-bb28-5560971c1916 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Deleting port 8af0c839-f209-4966-ab5a-3b4906e344b9 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:20:40.615153 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-e01e69c3-de67-4a86-a5ca-b501d67d2cb5 req-77b73261-1331-4503-bb28-5560971c1916 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:40.660747 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec4541-6772-4730-bcb7-5f37665fff82 req-9f238c38-473b-4fb7-8cce-b971d17b3e46 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:40.662239 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f5ec4541-6772-4730-bcb7-5f37665fff82 req-9f238c38-473b-4fb7-8cce-b971d17b3e46 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0670362 Jul 19 17:20:40.681269 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f91f4e11-f6fe-4289-b368-2a92f07043eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:40.704531 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f5ec4541-6772-4730-bcb7-5f37665fff82 req-5bf6cfc9-2f69-449e-be96-22668214bf1e tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359244 Jul 19 17:20:40.709617 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-e01e69c3-de67-4a86-a5ca-b501d67d2cb5 req-77b73261-1331-4503-bb28-5560971c1916 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] For port 8af0c839-f209-4966-ab5a-3b4906e344b9, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=8af0c839-f209-4966-ab5a-3b4906e344b9,segment=NetworkSegment(9abbeafd-2cb9-49a1-a6ee-9a4f9390b291),segment_id=9abbeafd-2cb9-49a1-a6ee-9a4f9390b291)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:20:40.709974 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-e01e69c3-de67-4a86-a5ca-b501d67d2cb5 req-77b73261-1331-4503-bb28-5560971c1916 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:40.721745 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-e01e69c3-de67-4a86-a5ca-b501d67d2cb5 req-77b73261-1331-4503-bb28-5560971c1916 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Calling delete_port for 8af0c839-f209-4966-ab5a-3b4906e344b9 owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:20:40.849878 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-e01e69c3-de67-4a86-a5ca-b501d67d2cb5 req-77b73261-1331-4503-bb28-5560971c1916 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:40.862047 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['8af0c839-f209-4966-ab5a-3b4906e344b9'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:20:40.876165 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b73261-1331-4503-bb28-5560971c1916 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Pushing event deleted for resources: {'Port': ['ID=8af0c839-f209-4966-ab5a-3b4906e344b9,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:40.921312 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01e69c3-de67-4a86-a5ca-b501d67d2cb5 req-77b73261-1331-4503-bb28-5560971c1916 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] No DVR routers for this DVR port 8af0c839-f209-4966-ab5a-3b4906e344b9 on host hv-cinder-80135 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:20:40.923506 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-e01e69c3-de67-4a86-a5ca-b501d67d2cb5 req-77b73261-1331-4503-bb28-5560971c1916 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:40.925736 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e01e69c3-de67-4a86-a5ca-b501d67d2cb5 req-77b73261-1331-4503-bb28-5560971c1916 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.16 "DELETE /v2.0/ports/8af0c839-f209-4966-ab5a-3b4906e344b9 HTTP/1.1" status: 204 len: 173 time: 0.3998048 Jul 19 17:20:40.926156 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e1b90a-4696-49a8-acdd-1a6fe912e4f1', 'name': 'network-vif-deleted', 'tag': '8af0c839-f209-4966-ab5a-3b4906e344b9'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:20:40.928343 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9134547c-c72e-4309-82c6-66b7d3c7996e" -d '{"events": [{"server_uuid": "e9e1b90a-4696-49a8-acdd-1a6fe912e4f1", "name": "network-vif-deleted", "tag": "8af0c839-f209-4966-ab5a-3b4906e344b9"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:20:40.964001 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc6245b-4ab5-4e45-bd5c-9f6ee10e14c7 x-openstack-request-id: req-8cc6245b-4ab5-4e45-bd5c-9f6ee10e14c7 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:20:40.964293 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e1b90a-4696-49a8-acdd-1a6fe912e4f1", "name": "network-vif-deleted", "tag": "8af0c839-f209-4966-ab5a-3b4906e344b9", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:20:40.964570 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8cc6245b-4ab5-4e45-bd5c-9f6ee10e14c7 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:20:40.964963 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e1b90a-4696-49a8-acdd-1a6fe912e4f1', 'name': 'network-vif-deleted', 'tag': '8af0c839-f209-4966-ab5a-3b4906e344b9', 'status': 'completed', 'code': 200} Jul 19 17:20:41.176215 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:41.274145 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a5e0a610-e77d-4cb4-a0a7-920efede24f8 req-7e62cb39-8f0a-446e-a902-65d808889919 tempest-ServerRescueNegativeTestJSON-186239916 tempest-ServerRescueNegativeTestJSON-186239916-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9e1b90a-4696-49a8-acdd-1a6fe912e4f1 HTTP/1.1" status: 200 len: 210 time: 0.0418186 Jul 19 17:20:41.838209 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cd5c7-bc9c-4957-81d1-a6ef3827106d req-ec1bd6e2-e9d3-46fa-b7e6-efa9e8836a91 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:41.839706 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ec4cd5c7-bc9c-4957-81d1-a6ef3827106d req-ec1bd6e2-e9d3-46fa-b7e6-efa9e8836a91 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0616827 Jul 19 17:20:41.875946 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ec4cd5c7-bc9c-4957-81d1-a6ef3827106d req-eb6c0123-e9ee-4358-9149-b92e8572570b tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307813 Jul 19 17:20:41.934458 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:42.330611 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 40280) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:42.745011 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-553630b5-41cd-4e38-acc4-394c95fe40d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-972678'] for router_interface, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:43.066691 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a085a-bb37-41d2-aabb-f79d0d1cff2c req-c698bef3-bc68-4f91-87f2-74bc987a048b tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:43.068054 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-159a085a-bb37-41d2-aabb-f79d0d1cff2c req-c698bef3-bc68-4f91-87f2-74bc987a048b tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.1255732 Jul 19 17:20:43.114215 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-553630b5-41cd-4e38-acc4-394c95fe40d0 admin admin] Deleting port 1cda08b1-4c21-449a-afa1-96f749071c25 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:20:43.114552 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-553630b5-41cd-4e38-acc4-394c95fe40d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:43.118288 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-159a085a-bb37-41d2-aabb-f79d0d1cff2c req-5f88319f-19fb-4743-9cc6-e24268c04142 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439742 Jul 19 17:20:43.191500 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-553630b5-41cd-4e38-acc4-394c95fe40d0 admin admin] For port 1cda08b1-4c21-449a-afa1-96f749071c25, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=1cda08b1-4c21-449a-afa1-96f749071c25,segment=NetworkSegment(9abbeafd-2cb9-49a1-a6ee-9a4f9390b291),segment_id=9abbeafd-2cb9-49a1-a6ee-9a4f9390b291)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:20:43.191863 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-553630b5-41cd-4e38-acc4-394c95fe40d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:43.203496 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-553630b5-41cd-4e38-acc4-394c95fe40d0 admin admin] Calling delete_port for 1cda08b1-4c21-449a-afa1-96f749071c25 owned by network:router_interface {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:20:43.576725 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device 8af0c839-f209-4966-ab5a-3b4906e344b9 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:20:43.592385 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-553630b5-41cd-4e38-acc4-394c95fe40d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:43.597431 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] No Port match for: 8af0c839-f209-4966-ab5a-3b4906e344b9 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:20:43.597857 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device 8af0c839-f209-4966-ab5a-3b4906e344b9 not bound to the agent host hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:20:43.616870 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553630b5-41cd-4e38-acc4-394c95fe40d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cda08b1-4c21-449a-afa1-96f749071c25,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:43.687198 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:43.750998 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-553630b5-41cd-4e38-acc4-394c95fe40d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-785094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972778'] for router_interface, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:43.970594 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553630b5-41cd-4e38-acc4-394c95fe40d0 admin admin] Router 286c99be-026f-426d-98ba-dc7e6d364fa1 has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:20:44.076350 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553630b5-41cd-4e38-acc4-394c95fe40d0 admin admin] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:20:44.081199 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-553630b5-41cd-4e38-acc4-394c95fe40d0 admin admin] 10.222.0.63 "PUT /v2.0/routers/286c99be-026f-426d-98ba-dc7e6d364fa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7495184 Jul 19 17:20:44.083725 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 40304) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:44.085567 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25ceeab-d9c5-4154-9ede-1d19c9a116f2 None None] Sync routers for ids ['286c99be-026f-426d-98ba-dc7e6d364fa1'] in dv-cinder-801354-1-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:20:44.094740 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25ceeab-d9c5-4154-9ede-1d19c9a116f2 None None] Routers {'286c99be-026f-426d-98ba-dc7e6d364fa1'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:20:44.095344 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-f25ceeab-d9c5-4154-9ede-1d19c9a116f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:20:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['286c99be-026f-426d-98ba-dc7e6d364fa1'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:20:44.186090 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5062538c-c1c2-42de-a971-d86b1bf24530 admin admin] Notify callbacks [] for router, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:44.198812 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-f25ceeab-d9c5-4154-9ede-1d19c9a116f2 None None] Set router 286c99be-026f-426d-98ba-dc7e6d364fa1 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:20:44.246601 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a49f2-0030-460e-9d5b-a1f86b4566de req-5a413585-2091-46ff-93bf-1fe50159b998 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:44.248105 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-975a49f2-0030-460e-9d5b-a1f86b4566de req-5a413585-2091-46ff-93bf-1fe50159b998 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0630050 Jul 19 17:20:44.290167 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-975a49f2-0030-460e-9d5b-a1f86b4566de req-6bae08c8-fe18-48c9-8f89-edfb633510a7 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356989 Jul 19 17:20:44.290624 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5062538c-c1c2-42de-a971-d86b1bf24530 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:44.352648 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-5062538c-c1c2-42de-a971-d86b1bf24530 admin admin] Deleting port 36d5097c-69b6-4394-9e2a-6002e4b20e54 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:20:44.352896 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5062538c-c1c2-42de-a971-d86b1bf24530 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:44.392921 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-f25ceeab-d9c5-4154-9ede-1d19c9a116f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286c99be-026f-426d-98ba-dc7e6d364fa1', 'name': 'tempest-ServerRescueNegativeTestJSON-1379268254-router', 'tenant_id': 'b3fefd3e37824e00a95d515b7ba1d64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '36d5097c-69b6-4394-9e2a-6002e4b20e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:17:00Z', 'updated_at': '2021-07-19T17:20:43Z', 'revision_number': 5, 'project_id': 'b3fefd3e37824e00a95d515b7ba1d64f', 'gw_port': {'id': '36d5097c-69b6-4394-9e2a-6002e4b20e54', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286c99be-026f-426d-98ba-dc7e6d364fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:17:02Z', 'updated_at': '2021-07-19T17:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi'}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:20:44.418382 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25ceeab-d9c5-4154-9ede-1d19c9a116f2 None None] Checking router: 286c99be-026f-426d-98ba-dc7e6d364fa1 for host: dv-cinder-801354-1-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:20:44.426906 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25ceeab-d9c5-4154-9ede-1d19c9a116f2 None None] Routers {'286c99be-026f-426d-98ba-dc7e6d364fa1'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:20:44.427651 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-f25ceeab-d9c5-4154-9ede-1d19c9a116f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:20:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['286c99be-026f-426d-98ba-dc7e6d364fa1'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:20:44.434800 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-5062538c-c1c2-42de-a971-d86b1bf24530 admin admin] For port 36d5097c-69b6-4394-9e2a-6002e4b20e54, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=36d5097c-69b6-4394-9e2a-6002e4b20e54,segment=NetworkSegment(7431590e-ccf2-4917-bcc9-f5f2a04630c8),segment_id=7431590e-ccf2-4917-bcc9-f5f2a04630c8)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:20:44.435163 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5062538c-c1c2-42de-a971-d86b1bf24530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:44.447581 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-5062538c-c1c2-42de-a971-d86b1bf24530 admin admin] Calling delete_port for 36d5097c-69b6-4394-9e2a-6002e4b20e54 owned by network:router_gateway {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:20:44.514754 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-f25ceeab-d9c5-4154-9ede-1d19c9a116f2 None None] Set router 286c99be-026f-426d-98ba-dc7e6d364fa1 gateway port host: None {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:20:44.566989 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-f25ceeab-d9c5-4154-9ede-1d19c9a116f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286c99be-026f-426d-98ba-dc7e6d364fa1', 'name': 'tempest-ServerRescueNegativeTestJSON-1379268254-router', 'tenant_id': 'b3fefd3e37824e00a95d515b7ba1d64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:17:00Z', 'updated_at': '2021-07-19T17:20:44Z', 'revision_number': 6, 'project_id': 'b3fefd3e37824e00a95d515b7ba1d64f', 'gw_port_host': None}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:20:44.592499 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25ceeab-d9c5-4154-9ede-1d19c9a116f2 None None] The sync data for ids ['286c99be-026f-426d-98ba-dc7e6d364fa1'] in dv-cinder-801354-1-iscsi is: [{'id': '286c99be-026f-426d-98ba-dc7e6d364fa1', 'name': 'tempest-ServerRescueNegativeTestJSON-1379268254-router', 'tenant_id': 'b3fefd3e37824e00a95d515b7ba1d64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:17:00Z', 'updated_at': '2021-07-19T17:20:44Z', 'revision_number': 6, 'project_id': 'b3fefd3e37824e00a95d515b7ba1d64f', 'gw_port_host': None}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:20:44.611065 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5062538c-c1c2-42de-a971-d86b1bf24530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:44.639111 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062538c-c1c2-42de-a971-d86b1bf24530 admin admin] Pushing event deleted for resources: {'Port': ['ID=36d5097c-69b6-4394-9e2a-6002e4b20e54,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:44.675994 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5062538c-c1c2-42de-a971-d86b1bf24530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-974152'] for router_gateway, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:44.775434 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5062538c-c1c2-42de-a971-d86b1bf24530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9678'] for router, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:44.777631 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5062538c-c1c2-42de-a971-d86b1bf24530 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:44.848758 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5062538c-c1c2-42de-a971-d86b1bf24530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972476'] for router, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:44.849345 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5062538c-c1c2-42de-a971-d86b1bf24530 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 286c99be-026f-426d-98ba-dc7e6d364fa1 {{(pid=93285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 17:20:44.855593 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5062538c-c1c2-42de-a971-d86b1bf24530 admin admin] Notify callbacks [] for router, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:44.856731 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-5062538c-c1c2-42de-a971-d86b1bf24530 admin admin] 10.222.0.63 "DELETE /v2.0/routers/286c99be-026f-426d-98ba-dc7e6d364fa1 HTTP/1.1" status: 204 len: 168 time: 0.7720475 Jul 19 17:20:44.859208 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 40316) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:44.904567 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd82641f-c6f9-4c08-b714-a5fc824cec29 admin admin] Deleting subnet 82845a4e-b4a7-4a3d-97be-1a8a6043c86e {{(pid=93285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:20:44.907650 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cd82641f-c6f9-4c08-b714-a5fc824cec29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:44.941314 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cd82641f-c6f9-4c08-b714-a5fc824cec29 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:44.946992 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cd82641f-c6f9-4c08-b714-a5fc824cec29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4122676'] for subnet, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:45.020980 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cd82641f-c6f9-4c08-b714-a5fc824cec29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4122671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for subnet, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:45.051819 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82641f-c6f9-4c08-b714-a5fc824cec29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82845a4e-b4a7-4a3d-97be-1a8a6043c86e,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:45.060004 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cd82641f-c6f9-4c08-b714-a5fc824cec29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:45.060004 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-cd82641f-c6f9-4c08-b714-a5fc824cec29 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/82845a4e-b4a7-4a3d-97be-1a8a6043c86e HTTP/1.1" status: 204 len: 168 time: 0.1987736 Jul 19 17:20:45.062286 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 40324) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:45.129735 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b2bb52b2-cab1-4e90-b1d4-a27a2d52fef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3735101'] for network, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:45.167658 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 40328) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:45.208481 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b2bb52b2-cab1-4e90-b1d4-a27a2d52fef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4124440', 'neutron.services.segments.db._delete_segments_for_network-8737332645178'] for network, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:45.218856 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-b2bb52b2-cab1-4e90-b1d4-a27a2d52fef5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a209b5ff-a816-4116-89fd-51c10f2a2246']}} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:20:45.229185 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-b2bb52b2-cab1-4e90-b1d4-a27a2d52fef5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9abbeafd-2cb9-49a1-a6ee-9a4f9390b291') {'for_net_delete': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:20:45.229624 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-b2bb52b2-cab1-4e90-b1d4-a27a2d52fef5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9abbeafd-2cb9-49a1-a6ee-9a4f9390b291') {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:20:45.238283 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b2bb52b2-cab1-4e90-b1d4-a27a2d52fef5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737332645443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10966623'] for segment, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:45.251354 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b2bb52b2-cab1-4e90-b1d4-a27a2d52fef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:45.257757 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2bb52b2-cab1-4e90-b1d4-a27a2d52fef5 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=93286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:20:45.258139 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b2bb52b2-cab1-4e90-b1d4-a27a2d52fef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10507228'] for segment, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:45.259766 dv-cinder-801354-1-iscsi neutron-server[93286]: Traceback (most recent call last): Jul 19 17:20:45.259766 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:20:45.259766 dv-cinder-801354-1-iscsi neutron-server[93286]: timer() Jul 19 17:20:45.259766 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:20:45.259766 dv-cinder-801354-1-iscsi neutron-server[93286]: cb(*args, **kw) Jul 19 17:20:45.259766 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:20:45.259766 dv-cinder-801354-1-iscsi neutron-server[93286]: return func(*args, **kwargs) Jul 19 17:20:45.259766 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:20:45.259766 dv-cinder-801354-1-iscsi neutron-server[93286]: self._notify() Jul 19 17:20:45.259766 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:20:45.259766 dv-cinder-801354-1-iscsi neutron-server[93286]: self.callback(batched_events) Jul 19 17:20:45.259766 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:20:45.259766 dv-cinder-801354-1-iscsi neutron-server[93286]: event.method(event) Jul 19 17:20:45.259766 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:20:45.259766 dv-cinder-801354-1-iscsi neutron-server[93286]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:20:45.259766 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:20:45.259766 dv-cinder-801354-1-iscsi neutron-server[93286]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:20:45.259766 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:20:45.259766 dv-cinder-801354-1-iscsi neutron-server[93286]: return f(self, *a, **k) Jul 19 17:20:45.259766 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:20:45.259766 dv-cinder-801354-1-iscsi neutron-server[93286]: return self._get(url).json() Jul 19 17:20:45.259766 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:20:45.259766 dv-cinder-801354-1-iscsi neutron-server[93286]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:20:45.259766 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:20:45.259766 dv-cinder-801354-1-iscsi neutron-server[93286]: return self.request(url, 'GET', **kwargs) Jul 19 17:20:45.259766 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:20:45.259766 dv-cinder-801354-1-iscsi neutron-server[93286]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:20:45.259766 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:20:45.259766 dv-cinder-801354-1-iscsi neutron-server[93286]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:20:45.259766 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:20:45.259766 dv-cinder-801354-1-iscsi neutron-server[93286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:20:45.259766 dv-cinder-801354-1-iscsi neutron-server[93286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:20:45.268348 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-84755b3a-d98e-40c9-819e-ce337109599d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:45.313482 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b2bb52b2-cab1-4e90-b1d4-a27a2d52fef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-974196'] for network, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:45.321996 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b2bb52b2-cab1-4e90-b1d4-a27a2d52fef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:45.324133 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-b2bb52b2-cab1-4e90-b1d4-a27a2d52fef5 admin admin] 10.222.0.63 "DELETE /v2.0/networks/a209b5ff-a816-4116-89fd-51c10f2a2246 HTTP/1.1" status: 204 len: 168 time: 0.2602663 Jul 19 17:20:45.337995 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb52b2-cab1-4e90-b1d4-a27a2d52fef5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a209b5ff-a816-4116-89fd-51c10f2a2246,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:45.388289 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-84755b3a-d98e-40c9-819e-ce337109599d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:45.395537 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-84755b3a-d98e-40c9-819e-ce337109599d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:45.462939 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 40336) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:45.476410 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-84755b3a-d98e-40c9-819e-ce337109599d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=85efe5690aa442c1886e27cb09d7a239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076208 Jul 19 17:20:45.478586 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84755b3a-d98e-40c9-819e-ce337109599d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b170dd3-8f24-4313-962f-91218175bdfb,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:45.481991 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 40338) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:45.520086 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-b7c32bf4-0b4a-4583-840d-5df49a3240bf admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b3fefd3e37824e00a95d515b7ba1d64f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0558188 Jul 19 17:20:45.522552 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 40340) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:45.552232 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 36d5097c-69b6-4394-9e2a-6002e4b20e54 no longer exists at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:20:45.554541 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24af88-6ff5-4541-a968-8698ec4c20a5 req-1c741747-72d3-4a41-9c8c-2626d063227c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:45.556727 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9f24af88-6ff5-4541-a968-8698ec4c20a5 req-1c741747-72d3-4a41-9c8c-2626d063227c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.1519895 Jul 19 17:20:45.575788 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9b4eae58-8b99-4176-be22-fc27aad6e1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:45.579045 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] No Port match for: 36d5097c-69b6-4394-9e2a-6002e4b20e54 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:20:45.579574 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 36d5097c-69b6-4394-9e2a-6002e4b20e54 not bound to the agent host dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:20:45.580135 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 1cda08b1-4c21-449a-afa1-96f749071c25 no longer exists at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:20:45.585339 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6ed45d8e-590e-4cbb-908e-48d9021ab847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:45.598260 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9b4eae58-8b99-4176-be22-fc27aad6e1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:45.606799 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] No Port match for: 1cda08b1-4c21-449a-afa1-96f749071c25 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:20:45.609734 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 1cda08b1-4c21-449a-afa1-96f749071c25 not bound to the agent host dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:20:45.619589 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6ed45d8e-590e-4cbb-908e-48d9021ab847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:45.630686 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9f24af88-6ff5-4541-a968-8698ec4c20a5 req-8ca680d6-318d-46c6-be7e-88a7df31c787 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648277 Jul 19 17:20:45.662531 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9b4eae58-8b99-4176-be22-fc27aad6e1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:45.668204 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9b4eae58-8b99-4176-be22-fc27aad6e1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:45.669630 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-9b4eae58-8b99-4176-be22-fc27aad6e1db admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/84136e6a-6460-4b6d-8b21-f64c6eb1a0ef HTTP/1.1" status: 204 len: 168 time: 0.1461349 Jul 19 17:20:45.678998 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6ed45d8e-590e-4cbb-908e-48d9021ab847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:45.679703 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4eae58-8b99-4176-be22-fc27aad6e1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84136e6a-6460-4b6d-8b21-f64c6eb1a0ef,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:45.683749 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6ed45d8e-590e-4cbb-908e-48d9021ab847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:45.688069 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-6ed45d8e-590e-4cbb-908e-48d9021ab847 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6b170dd3-8f24-4313-962f-91218175bdfb HTTP/1.1" status: 204 len: 168 time: 0.1985798 Jul 19 17:20:45.710744 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed45d8e-590e-4cbb-908e-48d9021ab847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b170dd3-8f24-4313-962f-91218175bdfb,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:46.374099 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 40386) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:46.466792 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-7eb32f3c-53b5-470a-be1a-22be2943f7ff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1950806056-network', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:20:46.491579 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb32f3c-53b5-470a-be1a-22be2943f7ff admin admin] Made reservation on behalf of 60cd58df01ad441785d8271f5ef670e1 for: {'network': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:20:46.494160 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7eb32f3c-53b5-470a-be1a-22be2943f7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for network, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:46.498844 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:46.502937 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7eb32f3c-53b5-470a-be1a-22be2943f7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:46.592264 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7eb32f3c-53b5-470a-be1a-22be2943f7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:46.596150 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7eb32f3c-53b5-470a-be1a-22be2943f7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:46.624437 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eb32f3c-53b5-470a-be1a-22be2943f7ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=93285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:20:46.635153 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb32f3c-53b5-470a-be1a-22be2943f7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce757ae2-f807-42e4-ae94-17c6330cdada,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:46.643879 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7eb32f3c-53b5-470a-be1a-22be2943f7ff admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737332645169', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:46.644480 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7eb32f3c-53b5-470a-be1a-22be2943f7ff admin admin] Unsubscribe: segment precommit_create {{(pid=93285) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 19 17:20:46.644888 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.db.segments_db [None req-7eb32f3c-53b5-470a-be1a-22be2943f7ff admin admin] Added segment 49f3122a-bd8b-4c70-a3d0-44b9da145ba2 of type vlan for network 4e8d5024-2593-474f-aedc-412be4f13971 Jul 19 17:20:46.670485 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 40396) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:46.699530 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7eb32f3c-53b5-470a-be1a-22be2943f7ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737332213742'] for network, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:46.742635 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7eb32f3c-53b5-470a-be1a-22be2943f7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for network, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:46.743900 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb32f3c-53b5-470a-be1a-22be2943f7ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:46.744482 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7eb32f3c-53b5-470a-be1a-22be2943f7ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:46.770774 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc1db6-f037-40cd-9a55-448d027ad93c req-d52d3030-0c8a-475e-847e-5efbb6918157 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:46.773024 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7cfc1db6-f037-40cd-9a55-448d027ad93c req-d52d3030-0c8a-475e-847e-5efbb6918157 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0672753 Jul 19 17:20:46.781187 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-7eb32f3c-53b5-470a-be1a-22be2943f7ff admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4060056 Jul 19 17:20:46.786096 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 40400) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:46.803688 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-f30a4b93-71c6-4a04-b91a-e6e02c09b0b5 admin admin] Request body: {'subnet': {'network_id': '4e8d5024-2593-474f-aedc-412be4f13971', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1950806056-subnet', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:20:46.809180 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7cf18cff-d00f-4714-9758-e1fe8e6ad943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:46.845028 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7cfc1db6-f037-40cd-9a55-448d027ad93c req-8199f425-7c93-425a-8e15-aa3083281138 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654662 Jul 19 17:20:46.853644 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30a4b93-71c6-4a04-b91a-e6e02c09b0b5 admin admin] Made reservation on behalf of 60cd58df01ad441785d8271f5ef670e1 for: {'subnet': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:20:46.856269 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f30a4b93-71c6-4a04-b91a-e6e02c09b0b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11126127'] for subnet, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:47.079202 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7cf18cff-d00f-4714-9758-e1fe8e6ad943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:47.101757 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb32f3c-53b5-470a-be1a-22be2943f7ff admin admin] Pushing event updated for resources: {'Network': ['ID=4e8d5024-2593-474f-aedc-412be4f13971,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:47.101968 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7cf18cff-d00f-4714-9758-e1fe8e6ad943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:47.113831 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Network 4e8d5024-2593-474f-aedc-412be4f13971 details requested by agent ovs-agent-dv-cinder-801354-1-iscsi with host dv-cinder-801354-1-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:20:47.153199 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d04f06-d895-4c0a-9943-0745fe900ae6 req-b3861cc2-2d5a-42f7-87ac-8e3e905fd834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:47.154928 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-11d04f06-d895-4c0a-9943-0745fe900ae6 req-b3861cc2-2d5a-42f7-87ac-8e3e905fd834 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc220f375215460db8d07850e09978fb&device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 1099 time: 0.0602391 Jul 19 17:20:47.167599 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f30a4b93-71c6-4a04-b91a-e6e02c09b0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10507125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11126041'] for subnet, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:47.172344 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf18cff-d00f-4714-9758-e1fe8e6ad943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08950d2-a29f-4365-aed4-374cfb525e91,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:47.195015 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-7cf18cff-d00f-4714-9758-e1fe8e6ad943 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0e48103f997445e091b836b278384396&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5233853 Jul 19 17:20:47.197647 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 40406) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:47.233459 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b903a-9dc3-46e2-a88d-01dc743c1ffc req-9a9aaca5-6e43-4007-9e5c-bd1a9308dc48 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:47.234823 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-415b903a-9dc3-46e2-a88d-01dc743c1ffc req-9a9aaca5-6e43-4007-9e5c-bd1a9308dc48 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.2203410 Jul 19 17:20:47.276679 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a4b93-71c6-4a04-b91a-e6e02c09b0b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b8f48ce-8da9-45bc-8ad9-174085a888a6,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:47.280876 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d04f06-d895-4c0a-9943-0745fe900ae6 req-f88db3ee-c3a2-4ea2-9326-e4de6a500114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:47.282391 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-11d04f06-d895-4c0a-9943-0745fe900ae6 req-f88db3ee-c3a2-4ea2-9326-e4de6a500114 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a2a529f0-73cb-4c3b-8ecb-6e30cb300478 HTTP/1.1" status: 200 len: 910 time: 0.1212866 Jul 19 17:20:47.285578 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30a4b93-71c6-4a04-b91a-e6e02c09b0b5 admin admin] Checking segment: {'id': '49f3122a-bd8b-4c70-a3d0-44b9da145ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:20:47.285928 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30a4b93-71c6-4a04-b91a-e6e02c09b0b5 admin admin] Network hostable DHCP agents. Network: 4e8d5024-2593-474f-aedc-412be4f13971, hostable agents: ['2623ed35-230f-4ed4-8c02-4756eb9c3b9a'], hosted agents: [] {{(pid=93286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:20:47.305712 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-415b903a-9dc3-46e2-a88d-01dc743c1ffc req-aff0c1f0-57aa-4f3a-9f07-3231c6743593 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631299 Jul 19 17:20:47.322391 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30a4b93-71c6-4a04-b91a-e6e02c09b0b5 admin admin] Network 4e8d5024-2593-474f-aedc-412be4f13971 is scheduled to be hosted by DHCP agent 2623ed35-230f-4ed4-8c02-4756eb9c3b9a with binding_index 1 {{(pid=93286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:20:47.329393 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9eba88c9-9786-4430-bd17-db6d7c540255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:47.332683 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-f30a4b93-71c6-4a04-b91a-e6e02c09b0b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-1-iscsi, 4e8d5024-2593-474f-aedc-412be4f13971) {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:20:47.336973 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30a4b93-71c6-4a04-b91a-e6e02c09b0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:47.337581 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f30a4b93-71c6-4a04-b91a-e6e02c09b0b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:47.344558 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec8f53e-f55d-47dc-817c-749062ea45ac None None] Network 4e8d5024-2593-474f-aedc-412be4f13971 requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:20:47.356066 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-f30a4b93-71c6-4a04-b91a-e6e02c09b0b5 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5688360 Jul 19 17:20:47.359149 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 40408) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:47.366111 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-a5734124-31d2-4386-b58c-c90b300349cb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1950806056-router', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:20:47.366390 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9eba88c9-9786-4430-bd17-db6d7c540255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:47.375688 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-11d04f06-d895-4c0a-9943-0745fe900ae6 req-d58a7b20-5eff-483c-91b4-30d12a50a26e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab60a68a-9012-4b73-9baf-569fbea92105 HTTP/1.1" status: 200 len: 1001 time: 0.0859327 Jul 19 17:20:47.388497 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a5734124-31d2-4386-b58c-c90b300349cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-974277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9720'] for router, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:47.389821 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a5734124-31d2-4386-b58c-c90b300349cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-974835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9719'] for router, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:47.444502 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a5734124-31d2-4386-b58c-c90b300349cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:47.449525 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d04f06-d895-4c0a-9943-0745fe900ae6 req-a498590d-1244-4e02-81a2-16897bc958f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:47.451274 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-11d04f06-d895-4c0a-9943-0745fe900ae6 req-a498590d-1244-4e02-81a2-16897bc958f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=53a8e247-a27a-46a2-abea-935b2a780c56 HTTP/1.1" status: 200 len: 848 time: 0.0662367 Jul 19 17:20:47.488323 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9eba88c9-9786-4430-bd17-db6d7c540255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:47.492176 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9eba88c9-9786-4430-bd17-db6d7c540255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:47.493986 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-9eba88c9-9786-4430-bd17-db6d7c540255 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a08950d2-a29f-4365-aed4-374cfb525e91 HTTP/1.1" status: 204 len: 168 time: 0.2950077 Jul 19 17:20:47.501897 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb66f432-f83b-5af4-94dc-6d90656eacfe-4e8d5024-2593-474f-aedc-412be4f13971', 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'fixed_ips': [{'subnet_id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6'}]}} from dv-cinder-801354-1-iscsi. {{(pid=93287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 17:20:47.503857 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:47.511711 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba88c9-9786-4430-bd17-db6d7c540255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08950d2-a29f-4365-aed4-374cfb525e91,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:47.546322 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d04f06-d895-4c0a-9943-0745fe900ae6 req-df27bcbf-8f0b-4761-a790-ac5357446266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:47.547944 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-11d04f06-d895-4c0a-9943-0745fe900ae6 req-df27bcbf-8f0b-4761-a790-ac5357446266 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a2a529f0-73cb-4c3b-8ecb-6e30cb300478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0899634 Jul 19 17:20:47.659095 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-11d04f06-d895-4c0a-9943-0745fe900ae6 req-b3f37907-7ee9-42d2-bc79-0b1fa379df76 service neutron] 10.222.0.16 "GET /v2.0/networks/a2a529f0-73cb-4c3b-8ecb-6e30cb300478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041272 Jul 19 17:20:47.679635 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.db_base_plugin_common [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] Allocated IP 172.20.0.2 (4e8d5024-2593-474f-aedc-412be4f13971/4b8f48ce-8da9-45bc-8ad9-174085a888a6/ef4780a4-ae09-4e46-980e-0f19f189bc0a) {{(pid=93287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:20:47.768130 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-11d04f06-d895-4c0a-9943-0745fe900ae6 req-040c1016-09d3-4d20-adb5-ce9f8b883b57 service neutron] 10.222.0.16 "GET /v2.0/networks/a2a529f0-73cb-4c3b-8ecb-6e30cb300478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020169 Jul 19 17:20:47.867604 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a5734124-31d2-4386-b58c-c90b300349cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-974089', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-974251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9669'] for router, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:47.873790 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] Notify callbacks [] for port, precommit_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:47.884553 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] Transition to ACTIVE for port object ef4780a4-ae09-4e46-980e-0f19f189bc0a will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:20:47.901577 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] Transition to ACTIVE for port object ef4780a4-ae09-4e46-980e-0f19f189bc0a will not be triggered until provisioned by entity DHCP. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:20:47.909106 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961'] for port, after_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:47.942821 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] Network 4e8d5024-2593-474f-aedc-412be4f13971 is already hosted by enough agents. {{(pid=93287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:20:47.947759 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.scheduler.base_scheduler [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] Resources bound (agent type, host, resource id): {{(pid=93287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:20:47.951501 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] Received port after_create {{(pid=93287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:20:48.009049 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] Pushing event updated for resources: {'Port': ['ID=ef4780a4-ae09-4e46-980e-0f19f189bc0a,revision_number=1']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:48.027495 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:48.027986 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:48.028430 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:48.028860 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:48.029316 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:48.030075 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:48.030075 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:48.030636 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:48.031088 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:48.031508 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:48.031933 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:48.032351 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:48.038602 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] Attempting to bind port ef4780a4-ae09-4e46-980e-0f19f189bc0a on host dv-cinder-801354-1-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:20:48.039109 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] Attempting to bind port ef4780a4-ae09-4e46-980e-0f19f189bc0a by drivers openvswitch,hyperv on host dv-cinder-801354-1-iscsi at level 0 using segments [{'id': '49f3122a-bd8b-4c70-a3d0-44b9da145ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:20:48.039480 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] Attempting to bind port ef4780a4-ae09-4e46-980e-0f19f189bc0a on network 4e8d5024-2593-474f-aedc-412be4f13971 {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:20:48.044945 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] Checking agent: {'id': '1644f3e0-cc54-41af-ad00-0738a02153ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 9, 11), 'started_at': datetime.datetime(2021, 7, 19, 17, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:20:48.045357 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] Checking segment: {'id': '49f3122a-bd8b-4c70-a3d0-44b9da145ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:20:48.045766 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:48.046163 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] Bound using segment: {'id': '49f3122a-bd8b-4c70-a3d0-44b9da145ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:20:48.046621 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] Bound port: ef4780a4-ae09-4e46-980e-0f19f189bc0a, host: dv-cinder-801354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49f3122a-bd8b-4c70-a3d0-44b9da145ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:20:48.047008 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:48.079782 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a5734124-31d2-4386-b58c-c90b300349cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:48.100441 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a5734124-31d2-4386-b58c-c90b300349cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:48.114595 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] For port ef4780a4-ae09-4e46-980e-0f19f189bc0a, host dv-cinder-801354-1-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:20:48.118569 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] For port ef4780a4-ae09-4e46-980e-0f19f189bc0a, host dv-cinder-801354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=ef4780a4-ae09-4e46-980e-0f19f189bc0a,segment=NetworkSegment(49f3122a-bd8b-4c70-a3d0-44b9da145ba2),segment_id=49f3122a-bd8b-4c70-a3d0-44b9da145ba2)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:20:48.123394 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:48.181939 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0505a9b-39be-48e5-b019-1a06420136db None None] Pushing event updated for resources: {'Port': ['ID=ef4780a4-ae09-4e46-980e-0f19f189bc0a,revision_number=2']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:48.182694 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 40430) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:48.223676 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-a5734124-31d2-4386-b58c-c90b300349cb admin admin] Allocated IP 172.27.1.24 (471a83f0-55fa-4280-ad36-b168b6f04fca/5f22dab2-98ea-4073-8b5a-7afc7b46c4a2/7cc5a5e3-6db1-4def-aae0-24d295193e89) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:20:48.307766 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-4fc17c4e-0bb9-4535-9d9b-490122278085 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1982259971-network', 'tenant_id': 'f1f88dabc5094c7e98f3d5a0148291fc'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:20:48.331854 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc17c4e-0bb9-4535-9d9b-490122278085 admin admin] Made reservation on behalf of f1f88dabc5094c7e98f3d5a0148291fc for: {'network': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:20:48.335466 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4fc17c4e-0bb9-4535-9d9b-490122278085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for network, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:48.350568 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4fc17c4e-0bb9-4535-9d9b-490122278085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:48.388827 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a5734124-31d2-4386-b58c-c90b300349cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:48.447001 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a5734124-31d2-4386-b58c-c90b300349cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10507233'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:48.492013 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5734124-31d2-4386-b58c-c90b300349cb admin admin] Network 471a83f0-55fa-4280-ad36-b168b6f04fca is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:20:48.497399 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-a5734124-31d2-4386-b58c-c90b300349cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:20:48.501135 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5734124-31d2-4386-b58c-c90b300349cb admin admin] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:20:48.520771 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780decd-0928-40b8-bff7-bf91c2b52956 req-a12e154c-c54c-4a70-93bc-fb97949933c6 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:48.522768 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1780decd-0928-40b8-bff7-bf91c2b52956 req-a12e154c-c54c-4a70-93bc-fb97949933c6 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.1093132 Jul 19 17:20:48.527748 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5734124-31d2-4386-b58c-c90b300349cb admin admin] Pushing event updated for resources: {'Port': ['ID=7cc5a5e3-6db1-4def-aae0-24d295193e89,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:48.560792 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4fc17c4e-0bb9-4535-9d9b-490122278085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:48.566889 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4fc17c4e-0bb9-4535-9d9b-490122278085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:48.595739 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1780decd-0928-40b8-bff7-bf91c2b52956 req-174a7d48-bb73-4fb5-84a9-5209e7854943 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636432 Jul 19 17:20:48.598705 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc17c4e-0bb9-4535-9d9b-490122278085 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=93285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:20:48.618678 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4fc17c4e-0bb9-4535-9d9b-490122278085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:48.618678 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.db.segments_db [None req-4fc17c4e-0bb9-4535-9d9b-490122278085 admin admin] Added segment da7ab2af-e2e2-4b7b-a931-b8d1d6bbd275 of type vlan for network 45340569-aaf3-4bfd-8cd5-96ec66662663 Jul 19 17:20:48.618678 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc17c4e-0bb9-4535-9d9b-490122278085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e016c065-77b0-4991-a9f6-9a65eb28c3ae,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:48.659551 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4fc17c4e-0bb9-4535-9d9b-490122278085 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737332213742'] for network, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:48.696920 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4fc17c4e-0bb9-4535-9d9b-490122278085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for network, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:48.697970 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc17c4e-0bb9-4535-9d9b-490122278085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:48.698559 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4fc17c4e-0bb9-4535-9d9b-490122278085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:48.731896 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-4fc17c4e-0bb9-4535-9d9b-490122278085 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5479097 Jul 19 17:20:48.736628 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 40438) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:48.742081 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-614cb478-e9fb-41a1-8ced-7017ac5dc69a admin admin] Request body: {'subnet': {'network_id': '45340569-aaf3-4bfd-8cd5-96ec66662663', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1982259971-subnet', 'tenant_id': 'f1f88dabc5094c7e98f3d5a0148291fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:20:48.776581 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a5734124-31d2-4386-b58c-c90b300349cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:48.777634 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc17c4e-0bb9-4535-9d9b-490122278085 admin admin] Pushing event updated for resources: {'Network': ['ID=45340569-aaf3-4bfd-8cd5-96ec66662663,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:48.795095 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Network 45340569-aaf3-4bfd-8cd5-96ec66662663 details requested by agent ovs-agent-dv-cinder-801354-1-iscsi with host dv-cinder-801354-1-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:20:48.795589 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614cb478-e9fb-41a1-8ced-7017ac5dc69a admin admin] Made reservation on behalf of f1f88dabc5094c7e98f3d5a0148291fc for: {'subnet': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:20:48.798072 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-614cb478-e9fb-41a1-8ced-7017ac5dc69a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:48.983405 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a5734124-31d2-4386-b58c-c90b300349cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-974268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-974124'] for router, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:48.987392 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-614cb478-e9fb-41a1-8ced-7017ac5dc69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for subnet, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:49.044315 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614cb478-e9fb-41a1-8ced-7017ac5dc69a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2b06842-ab3a-4866-9cf6-216f34f45449,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:49.060746 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614cb478-e9fb-41a1-8ced-7017ac5dc69a admin admin] Checking segment: {'id': 'da7ab2af-e2e2-4b7b-a931-b8d1d6bbd275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '45340569-aaf3-4bfd-8cd5-96ec66662663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:20:49.060746 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614cb478-e9fb-41a1-8ced-7017ac5dc69a admin admin] Network hostable DHCP agents. Network: 45340569-aaf3-4bfd-8cd5-96ec66662663, hostable agents: ['2623ed35-230f-4ed4-8c02-4756eb9c3b9a'], hosted agents: [] {{(pid=93285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:20:49.079948 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614cb478-e9fb-41a1-8ced-7017ac5dc69a admin admin] Network 45340569-aaf3-4bfd-8cd5-96ec66662663 is scheduled to be hosted by DHCP agent 2623ed35-230f-4ed4-8c02-4756eb9c3b9a with binding_index 1 {{(pid=93285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:20:49.092838 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-614cb478-e9fb-41a1-8ced-7017ac5dc69a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-1-iscsi, 45340569-aaf3-4bfd-8cd5-96ec66662663) {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:20:49.097135 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614cb478-e9fb-41a1-8ced-7017ac5dc69a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:49.097785 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-614cb478-e9fb-41a1-8ced-7017ac5dc69a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:49.104376 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a70d44-5046-4b98-9e2c-1c9f2d9b4eea None None] Network 45340569-aaf3-4bfd-8cd5-96ec66662663 requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:20:49.121509 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-614cb478-e9fb-41a1-8ced-7017ac5dc69a admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3837533 Jul 19 17:20:49.152948 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5734124-31d2-4386-b58c-c90b300349cb admin admin] Router e460b3d0-5a1d-462c-9230-b1366338442a is scheduled to L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f with binding_index 1 {{(pid=93286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 17:20:49.249030 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d84880-fce0-46f1-9556-ff995169377e None None] Network 4e8d5024-2593-474f-aedc-412be4f13971 requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:20:49.267853 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a985b6-e90e-4d35-8fcb-1aafd24c078a None None] Network 45340569-aaf3-4bfd-8cd5-96ec66662663 requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:20:49.271035 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5734124-31d2-4386-b58c-c90b300349cb admin admin] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:20:49.289525 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a5734124-31d2-4386-b58c-c90b300349cb admin admin] Notify callbacks [] for router, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:49.293636 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 40446) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:49.295206 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-a5734124-31d2-4386-b58c-c90b300349cb admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9340839 Jul 19 17:20:49.297264 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd2fdd9-52ae-42c5-84b3-230936b60853 None None] Sync routers for ids ['e460b3d0-5a1d-462c-9230-b1366338442a'] in dv-cinder-801354-1-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:20:49.319221 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd2fdd9-52ae-42c5-84b3-230936b60853 None None] Routers {'e460b3d0-5a1d-462c-9230-b1366338442a'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:20:49.319853 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-5cd2fdd9-52ae-42c5-84b3-230936b60853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:20:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['e460b3d0-5a1d-462c-9230-b1366338442a'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:20:49.463777 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-b6ebb8d9-c91b-4bde-85be-2e90723caf3f None None] Provisioning for port ef4780a4-ae09-4e46-980e-0f19f189bc0a completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:20:49.589395 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-5cd2fdd9-52ae-42c5-84b3-230936b60853 None None] Set router e460b3d0-5a1d-462c-9230-b1366338442a gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:20:49.623980 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device ef4780a4-ae09-4e46-980e-0f19f189bc0a up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:20:49.775211 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5697377e-68f9-400f-8f80-768d06e139cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:49.810706 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning for port ef4780a4-ae09-4e46-980e-0f19f189bc0a completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:20:49.819053 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port ef4780a4-ae09-4e46-980e-0f19f189bc0a triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:20:49.819434 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:49.955876 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-5697377e-68f9-400f-8f80-768d06e139cc admin admin] Allocated IP 172.20.0.1 (4e8d5024-2593-474f-aedc-412be4f13971/4b8f48ce-8da9-45bc-8ad9-174085a888a6/ca1336cd-a81f-4ef9-a50b-bd616031edda) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:20:50.051889 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-5cd2fdd9-52ae-42c5-84b3-230936b60853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'name': 'tempest-AttachVolumeShelveTestJSON-1950806056-router', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:20:47Z', 'updated_at': '2021-07-19T17:20:48Z', 'revision_number': 3, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'gw_port': {'id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:34:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:48Z', 'updated_at': '2021-07-19T17:20:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi'}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:20:50.066306 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5697377e-68f9-400f-8f80-768d06e139cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:50.079895 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [None req-5697377e-68f9-400f-8f80-768d06e139cc admin admin] Transition to ACTIVE for port object ca1336cd-a81f-4ef9-a50b-bd616031edda will not be triggered until provisioned by entity DHCP. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:20:50.080237 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd2fdd9-52ae-42c5-84b3-230936b60853 None None] Checking router: e460b3d0-5a1d-462c-9230-b1366338442a for host: dv-cinder-801354-1-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:20:50.080584 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd2fdd9-52ae-42c5-84b3-230936b60853 None None] Updating router e460b3d0-5a1d-462c-9230-b1366338442a port 7cc5a5e3-6db1-4def-aae0-24d295193e89 binding host dv-cinder-801354-1-iscsi {{(pid=93287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:20:50.112501 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5697377e-68f9-400f-8f80-768d06e139cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:50.116652 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:50.140370 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-5cd2fdd9-52ae-42c5-84b3-230936b60853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:50.143601 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-2bdc29d1-214a-4fa0-a276-d424a5fef41b None None] Provisioning complete for port ef4780a4-ae09-4e46-980e-0f19f189bc0a triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:20:50.143959 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-2bdc29d1-214a-4fa0-a276-d424a5fef41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:50.150514 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5697377e-68f9-400f-8f80-768d06e139cc admin admin] Network 4e8d5024-2593-474f-aedc-412be4f13971 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:20:50.155253 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-5697377e-68f9-400f-8f80-768d06e139cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:20:50.158568 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5697377e-68f9-400f-8f80-768d06e139cc admin admin] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:20:50.159037 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5697377e-68f9-400f-8f80-768d06e139cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974323'] for router_interface, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:50.201687 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697377e-68f9-400f-8f80-768d06e139cc admin admin] Pushing event updated for resources: {'Port': ['ID=ca1336cd-a81f-4ef9-a50b-bd616031edda,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:50.219946 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] For port ef4780a4-ae09-4e46-980e-0f19f189bc0a, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=ef4780a4-ae09-4e46-980e-0f19f189bc0a,segment=NetworkSegment(49f3122a-bd8b-4c70-a3d0-44b9da145ba2),segment_id=49f3122a-bd8b-4c70-a3d0-44b9da145ba2)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:20:50.231013 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:50.320016 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5697377e-68f9-400f-8f80-768d06e139cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:50.379330 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Pushing event updated for resources: {'Port': ['ID=ef4780a4-ae09-4e46-980e-0f19f189bc0a,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:50.480367 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5697377e-68f9-400f-8f80-768d06e139cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:50.486163 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5697377e-68f9-400f-8f80-768d06e139cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:50.486849 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5697377e-68f9-400f-8f80-768d06e139cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-785103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-972643'] for router_interface, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:50.530432 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-5cd2fdd9-52ae-42c5-84b3-230936b60853 None None] Notify callbacks [] for port, precommit_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:50.537833 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-48bb8108-416f-4897-9db0-dbd63f0ecaa3 None None] Provisioning for port ca1336cd-a81f-4ef9-a50b-bd616031edda completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:20:50.544357 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-5cd2fdd9-52ae-42c5-84b3-230936b60853 None None] Transition to ACTIVE for port object 7cc5a5e3-6db1-4def-aae0-24d295193e89 will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:20:50.546280 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-48bb8108-416f-4897-9db0-dbd63f0ecaa3 None None] Provisioning complete for port ca1336cd-a81f-4ef9-a50b-bd616031edda triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:20:50.546641 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-48bb8108-416f-4897-9db0-dbd63f0ecaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:50.547590 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697377e-68f9-400f-8f80-768d06e139cc admin admin] Pushing event updated for resources: {'Port': ['ID=ca1336cd-a81f-4ef9-a50b-bd616031edda,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:50.570230 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-5cd2fdd9-52ae-42c5-84b3-230936b60853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:50.612949 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5697377e-68f9-400f-8f80-768d06e139cc admin admin] Network 4e8d5024-2593-474f-aedc-412be4f13971 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:20:50.613548 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-48bb8108-416f-4897-9db0-dbd63f0ecaa3 None None] Port ca1336cd-a81f-4ef9-a50b-bd616031edda cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:20:50.614353 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-5697377e-68f9-400f-8f80-768d06e139cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:20:50.632126 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-5cd2fdd9-52ae-42c5-84b3-230936b60853 None None] Attempting to bind port 7cc5a5e3-6db1-4def-aae0-24d295193e89 on host dv-cinder-801354-1-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:20:50.632493 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-5cd2fdd9-52ae-42c5-84b3-230936b60853 None None] Attempting to bind port 7cc5a5e3-6db1-4def-aae0-24d295193e89 by drivers openvswitch,hyperv on host dv-cinder-801354-1-iscsi at level 0 using segments [{'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:20:50.633336 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd2fdd9-52ae-42c5-84b3-230936b60853 None None] Attempting to bind port 7cc5a5e3-6db1-4def-aae0-24d295193e89 on network 471a83f0-55fa-4280-ad36-b168b6f04fca {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:20:50.642136 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59970ab6-9a4a-424b-a883-47a10bf930e7 None None] Pushing event updated for resources: {'Port': ['ID=7cc5a5e3-6db1-4def-aae0-24d295193e89,revision_number=2']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:50.645493 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd2fdd9-52ae-42c5-84b3-230936b60853 None None] Checking agent: {'id': '1644f3e0-cc54-41af-ad00-0738a02153ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 9, 11), 'started_at': datetime.datetime(2021, 7, 19, 17, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:20:50.650033 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd2fdd9-52ae-42c5-84b3-230936b60853 None None] Checking segment: {'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:20:50.651326 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-5cd2fdd9-52ae-42c5-84b3-230936b60853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:50.651903 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd2fdd9-52ae-42c5-84b3-230936b60853 None None] Bound using segment: {'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:20:50.652495 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-5cd2fdd9-52ae-42c5-84b3-230936b60853 None None] Bound port: 7cc5a5e3-6db1-4def-aae0-24d295193e89, host: dv-cinder-801354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:20:50.652971 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-5cd2fdd9-52ae-42c5-84b3-230936b60853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:50.713481 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-5cd2fdd9-52ae-42c5-84b3-230936b60853 None None] For port 7cc5a5e3-6db1-4def-aae0-24d295193e89, host dv-cinder-801354-1-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:20:50.716429 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-5cd2fdd9-52ae-42c5-84b3-230936b60853 None None] For port 7cc5a5e3-6db1-4def-aae0-24d295193e89, host dv-cinder-801354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=7cc5a5e3-6db1-4def-aae0-24d295193e89,segment=NetworkSegment(7431590e-ccf2-4917-bcc9-f5f2a04630c8),segment_id=7431590e-ccf2-4917-bcc9-f5f2a04630c8)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:20:50.722028 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-5cd2fdd9-52ae-42c5-84b3-230936b60853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:50.741489 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5697377e-68f9-400f-8f80-768d06e139cc admin admin] Router e460b3d0-5a1d-462c-9230-b1366338442a has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:20:50.781119 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd2fdd9-52ae-42c5-84b3-230936b60853 None None] Routers {'e460b3d0-5a1d-462c-9230-b1366338442a'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:20:50.781768 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-5cd2fdd9-52ae-42c5-84b3-230936b60853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:20:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['e460b3d0-5a1d-462c-9230-b1366338442a'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:20:50.865207 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59970ab6-9a4a-424b-a883-47a10bf930e7 None None] Pushing event updated for resources: {'Port': ['ID=7cc5a5e3-6db1-4def-aae0-24d295193e89,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:50.888966 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5697377e-68f9-400f-8f80-768d06e139cc admin admin] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:20:50.889405 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-f4f47435-b835-4860-a1f0-f6c913853244 None None] Provisioning complete for port ca1336cd-a81f-4ef9-a50b-bd616031edda triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:20:50.889405 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f4f47435-b835-4860-a1f0-f6c913853244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:50.897893 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-5697377e-68f9-400f-8f80-768d06e139cc admin admin] 10.222.0.63 "PUT /v2.0/routers/e460b3d0-5a1d-462c-9230-b1366338442a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6019626 Jul 19 17:20:50.937999 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-f4f47435-b835-4860-a1f0-f6c913853244 None None] Port ca1336cd-a81f-4ef9-a50b-bd616031edda cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:20:50.948046 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-5cd2fdd9-52ae-42c5-84b3-230936b60853 None None] Set router e460b3d0-5a1d-462c-9230-b1366338442a gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:20:51.013374 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda50bb-63b4-4876-b252-7030e0816117 req-efa75e7d-ed35-4205-b4e5-c4342adb9d29 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:51.014996 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8dda50bb-63b4-4876-b252-7030e0816117 req-efa75e7d-ed35-4205-b4e5-c4342adb9d29 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/networks?id=45340569-aaf3-4bfd-8cd5-96ec66662663 HTTP/1.1" status: 200 len: 814 time: 0.1080739 Jul 19 17:20:51.029875 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8dda50bb-63b4-4876-b252-7030e0816117 req-1fabf65b-1d2d-4060-98a2-2ef64027449e tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/quotas/f1f88dabc5094c7e98f3d5a0148291fc HTTP/1.1" status: 200 len: 375 time: 0.0095258 Jul 19 17:20:51.062318 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8dda50bb-63b4-4876-b252-7030e0816117 req-d6f12840-8391-48cd-82a4-89dbff41b762 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=f1f88dabc5094c7e98f3d5a0148291fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272243 Jul 19 17:20:51.150539 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-5cd2fdd9-52ae-42c5-84b3-230936b60853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'name': 'tempest-AttachVolumeShelveTestJSON-1950806056-router', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:20:47Z', 'updated_at': '2021-07-19T17:20:50Z', 'revision_number': 4, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'gw_port': {'id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:34:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:48Z', 'updated_at': '2021-07-19T17:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'ca1336cd-a81f-4ef9-a50b-bd616031edda', 'name': '', 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'mac_address': 'fa:16:3e:0c:3e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:49Z', 'updated_at': '2021-07-19T17:20:50Z', 'revision_number': 2, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'subnets': [{'id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:20:51.163321 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8dda50bb-63b4-4876-b252-7030e0816117 req-a1e7e312-9ea1-4cbe-a5e2-a27cb7e53a16 service neutron] 10.222.0.63 "GET /v2.0/networks/45340569-aaf3-4bfd-8cd5-96ec66662663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937188 Jul 19 17:20:51.180335 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd2fdd9-52ae-42c5-84b3-230936b60853 None None] The sync data for ids ['e460b3d0-5a1d-462c-9230-b1366338442a'] in dv-cinder-801354-1-iscsi is: [{'id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'name': 'tempest-AttachVolumeShelveTestJSON-1950806056-router', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:20:47Z', 'updated_at': '2021-07-19T17:20:50Z', 'revision_number': 4, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'gw_port': {'id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:34:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:48Z', 'updated_at': '2021-07-19T17:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'ca1336cd-a81f-4ef9-a50b-bd616031edda', 'name': '', 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'mac_address': 'fa:16:3e:0c:3e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:49Z', 'updated_at': '2021-07-19T17:20:50Z', 'revision_number': 2, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'subnets': [{'id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:20:51.265951 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8dda50bb-63b4-4876-b252-7030e0816117 req-3c87563a-cf57-4e6c-86b8-e6dced7585b6 service neutron] 10.222.0.63 "GET /v2.0/networks/45340569-aaf3-4bfd-8cd5-96ec66662663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969172 Jul 19 17:20:51.361552 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 40472) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:51.385081 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-84d2ddbb-a337-479f-9a4f-285b49b32868 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1019416300', 'description': 'tempest-description--377081023'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:20:51.416031 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-84d2ddbb-a337-479f-9a4f-285b49b32868 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:51.475448 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0665d8e1-14ef-4576-a18e-0ab1d73d019b req-69961ba5-1f83-4102-b5b8-935bee8af802 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9c8e14a-18c2-4a59-ab59-31ff10a03b7d HTTP/1.1" status: 200 len: 210 time: 0.0394123 Jul 19 17:20:51.549147 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-84d2ddbb-a337-479f-9a4f-285b49b32868 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:51.559055 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-84d2ddbb-a337-479f-9a4f-285b49b32868 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:51.575253 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device ef4780a4-ae09-4e46-980e-0f19f189bc0a up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:20:51.591796 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2ddbb-a337-479f-9a4f-285b49b32868 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:51.596379 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-84d2ddbb-a337-479f-9a4f-285b49b32868 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:51.600576 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-84d2ddbb-a337-479f-9a4f-285b49b32868 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2378497 Jul 19 17:20:51.600767 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 40480) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:51.606231 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-836c0f7b-64d1-498b-aba2-264126aeb93b tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Request body: {'security_group_rule': {'security_group_id': '2aef8f9f-c21b-4713-ac7b-f3dd0b06310b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:20:51.644556 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-836c0f7b-64d1-498b-aba2-264126aeb93b tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:51.648174 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port ef4780a4-ae09-4e46-980e-0f19f189bc0a triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:20:51.648651 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:51.715537 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-836c0f7b-64d1-498b-aba2-264126aeb93b tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:51.722424 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-836c0f7b-64d1-498b-aba2-264126aeb93b tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548936'] for security_group_rule, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:51.744986 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c0f7b-64d1-498b-aba2-264126aeb93b tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8195a55c-7bc5-4687-9829-4d289eb0e7ad,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:51.762863 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-836c0f7b-64d1-498b-aba2-264126aeb93b tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:51.764249 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-836c0f7b-64d1-498b-aba2-264126aeb93b tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1622298 Jul 19 17:20:51.768077 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 40484) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:51.773578 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-5f3aa6ea-ece3-406a-8d6d-9e420460bf4f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Request body: {'security_group_rule': {'security_group_id': '2aef8f9f-c21b-4713-ac7b-f3dd0b06310b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:20:51.808658 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5f3aa6ea-ece3-406a-8d6d-9e420460bf4f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:51.878489 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5f3aa6ea-ece3-406a-8d6d-9e420460bf4f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:51.882317 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5f3aa6ea-ece3-406a-8d6d-9e420460bf4f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548936'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:51.900514 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3aa6ea-ece3-406a-8d6d-9e420460bf4f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d44c25c-2ec3-4374-a52d-9c13c23888c3,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:51.922879 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5f3aa6ea-ece3-406a-8d6d-9e420460bf4f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:51.929748 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-5f3aa6ea-ece3-406a-8d6d-9e420460bf4f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1595666 Jul 19 17:20:51.932433 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 40488) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:20:51.937642 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-7e3e38e5-d898-4793-91da-61958c33e393 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Request body: {'floatingip': {'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:20:51.962909 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7e3e38e5-d898-4793-91da-61958c33e393 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for floatingip, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:52.081612 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7e3e38e5-d898-4793-91da-61958c33e393 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:52.203991 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-7e3e38e5-d898-4793-91da-61958c33e393 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Allocated IP 172.27.1.90 (471a83f0-55fa-4280-ad36-b168b6f04fca/5f22dab2-98ea-4073-8b5a-7afc7b46c4a2/8085c264-39b1-486c-b2b9-d2a216678b53) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:20:52.315077 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7e3e38e5-d898-4793-91da-61958c33e393 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:52.355147 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7e3e38e5-d898-4793-91da-61958c33e393 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10507233'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:52.389290 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3e38e5-d898-4793-91da-61958c33e393 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Network 471a83f0-55fa-4280-ad36-b168b6f04fca is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:20:52.392168 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-7e3e38e5-d898-4793-91da-61958c33e393 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:20:52.395588 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3e38e5-d898-4793-91da-61958c33e393 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:20:52.431969 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e38e5-d898-4793-91da-61958c33e393 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Pushing event updated for resources: {'Port': ['ID=8085c264-39b1-486c-b2b9-d2a216678b53,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:52.590665 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7e3e38e5-d898-4793-91da-61958c33e393 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:52.607140 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda50bb-63b4-4876-b252-7030e0816117 req-fed82021-e50e-4ef4-8e34-93f72c4ea6a7 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:52.609090 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8dda50bb-63b4-4876-b252-7030e0816117 req-fed82021-e50e-4ef4-8e34-93f72c4ea6a7 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.16 "GET /v2.0/networks?id=45340569-aaf3-4bfd-8cd5-96ec66662663 HTTP/1.1" status: 200 len: 814 time: 0.1326542 Jul 19 17:20:52.612303 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c4d4c010-829f-4500-bfdb-e54442df50f4 req-2eba791c-8184-439f-b460-83ccba45b0c2 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9c8e14a-18c2-4a59-ab59-31ff10a03b7d HTTP/1.1" status: 200 len: 210 time: 0.0376003 Jul 19 17:20:52.622043 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-8dda50bb-63b4-4876-b252-7030e0816117 req-006d92e6-15d2-4ede-9a88-fa147783e55e tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Request body: {'port': {'device_id': 'f9c8e14a-18c2-4a59-ab59-31ff10a03b7d', 'network_id': '45340569-aaf3-4bfd-8cd5-96ec66662663', 'admin_state_up': True, 'tenant_id': 'f1f88dabc5094c7e98f3d5a0148291fc'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:20:52.659428 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7e3e38e5-d898-4793-91da-61958c33e393 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:52.834708 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7e3e38e5-d898-4793-91da-61958c33e393 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:52.839790 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7e3e38e5-d898-4793-91da-61958c33e393 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10507256'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:52.914902 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e38e5-d898-4793-91da-61958c33e393 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Pushing event updated for resources: {'Port': ['ID=8085c264-39b1-486c-b2b9-d2a216678b53,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:52.925515 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7e3e38e5-d898-4793-91da-61958c33e393 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-974214'] for floatingip, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:52.939814 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7e3e38e5-d898-4793-91da-61958c33e393 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for floatingip, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:52.941280 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-7e3e38e5-d898-4793-91da-61958c33e393 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0077209 Jul 19 17:20:52.960698 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dda50bb-63b4-4876-b252-7030e0816117 req-006d92e6-15d2-4ede-9a88-fa147783e55e tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Made reservation on behalf of f1f88dabc5094c7e98f3d5a0148291fc for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:20:52.964461 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8dda50bb-63b4-4876-b252-7030e0816117 req-006d92e6-15d2-4ede-9a88-fa147783e55e tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:53.116966 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-8dda50bb-63b4-4876-b252-7030e0816117 req-006d92e6-15d2-4ede-9a88-fa147783e55e tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Allocated IP 172.20.0.3 (45340569-aaf3-4bfd-8cd5-96ec66662663/d2b06842-ab3a-4866-9cf6-216f34f45449/bd861c8c-445d-4c86-8cf8-aa427908461d) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:20:53.133383 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0f597ad5-69d5-435f-873e-b71826877e55 req-c906e21f-4d6e-4f15-9eb1-cb9f956c4077 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1019416300&fields=id&tenant_id=60cd58df01ad441785d8271f5ef670e1 HTTP/1.1" status: 200 len: 267 time: 0.0665429 Jul 19 17:20:53.310142 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de50e11f-ce22-4fe9-8c60-a7c2d18ccf0d None None] Sync routers for ids ['e460b3d0-5a1d-462c-9230-b1366338442a'] in dv-cinder-801354-1-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:20:53.320154 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de50e11f-ce22-4fe9-8c60-a7c2d18ccf0d None None] Routers {'e460b3d0-5a1d-462c-9230-b1366338442a'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:20:53.320743 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-de50e11f-ce22-4fe9-8c60-a7c2d18ccf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:20:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['e460b3d0-5a1d-462c-9230-b1366338442a'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:20:53.324030 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f597ad5-69d5-435f-873e-b71826877e55 req-2eb25337-4973-4571-840d-f6474f35532b tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:53.325517 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0f597ad5-69d5-435f-873e-b71826877e55 req-2eb25337-4973-4571-840d-f6474f35532b tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/networks?id=4e8d5024-2593-474f-aedc-412be4f13971 HTTP/1.1" status: 200 len: 817 time: 0.1841798 Jul 19 17:20:53.351031 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0f597ad5-69d5-435f-873e-b71826877e55 req-2e0826e7-ba87-477b-853c-96d8569024a8 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/quotas/60cd58df01ad441785d8271f5ef670e1 HTTP/1.1" status: 200 len: 375 time: 0.0185311 Jul 19 17:20:53.395171 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8dda50bb-63b4-4876-b252-7030e0816117 req-006d92e6-15d2-4ede-9a88-fa147783e55e tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:53.424189 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-de50e11f-ce22-4fe9-8c60-a7c2d18ccf0d None None] Set router e460b3d0-5a1d-462c-9230-b1366338442a gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:20:53.453633 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0f597ad5-69d5-435f-873e-b71826877e55 req-64aca0ce-5f18-4943-bb21-e5037fdc9453 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=60cd58df01ad441785d8271f5ef670e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0968528 Jul 19 17:20:53.466271 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8dda50bb-63b4-4876-b252-7030e0816117 req-006d92e6-15d2-4ede-9a88-fa147783e55e tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:53.546623 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dda50bb-63b4-4876-b252-7030e0816117 req-006d92e6-15d2-4ede-9a88-fa147783e55e tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Network 45340569-aaf3-4bfd-8cd5-96ec66662663 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:20:53.553768 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-8dda50bb-63b4-4876-b252-7030e0816117 req-006d92e6-15d2-4ede-9a88-fa147783e55e tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:20:53.564012 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 7cc5a5e3-6db1-4def-aae0-24d295193e89 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:20:53.593257 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dda50bb-63b4-4876-b252-7030e0816117 req-006d92e6-15d2-4ede-9a88-fa147783e55e tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:20:53.598758 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda50bb-63b4-4876-b252-7030e0816117 req-006d92e6-15d2-4ede-9a88-fa147783e55e tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:53.599380 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8dda50bb-63b4-4876-b252-7030e0816117 req-006d92e6-15d2-4ede-9a88-fa147783e55e tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:53.607893 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d92e6-15d2-4ede-9a88-fa147783e55e tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Pushing event updated for resources: {'Port': ['ID=bd861c8c-445d-4c86-8cf8-aa427908461d,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:53.615223 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning for port 7cc5a5e3-6db1-4def-aae0-24d295193e89 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:20:53.620824 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 7cc5a5e3-6db1-4def-aae0-24d295193e89 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:20:53.621470 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:53.635305 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8dda50bb-63b4-4876-b252-7030e0816117 req-006d92e6-15d2-4ede-9a88-fa147783e55e tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0182774 Jul 19 17:20:53.653794 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0f597ad5-69d5-435f-873e-b71826877e55 req-2d86bba6-e058-4420-a8a6-629c45e6261a service neutron] 10.222.0.63 "GET /v2.0/networks/4e8d5024-2593-474f-aedc-412be4f13971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849816 Jul 19 17:20:53.659286 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-8dda50bb-63b4-4876-b252-7030e0816117 req-9b0ff992-0b31-4094-9311-bd469937a7f9 service neutron] Request body: {'port': {'device_id': 'f9c8e14a-18c2-4a59-ab59-31ff10a03b7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:20:53.665674 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-de50e11f-ce22-4fe9-8c60-a7c2d18ccf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'name': 'tempest-AttachVolumeShelveTestJSON-1950806056-router', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:20:47Z', 'updated_at': '2021-07-19T17:20:50Z', 'revision_number': 4, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'gw_port': {'id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:34:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:48Z', 'updated_at': '2021-07-19T17:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'ca1336cd-a81f-4ef9-a50b-bd616031edda', 'name': '', 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'mac_address': 'fa:16:3e:0c:3e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:49Z', 'updated_at': '2021-07-19T17:20:50Z', 'revision_number': 2, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'subnets': [{'id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:20:53.710088 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:53.735330 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] For port 7cc5a5e3-6db1-4def-aae0-24d295193e89, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=7cc5a5e3-6db1-4def-aae0-24d295193e89,segment=NetworkSegment(7431590e-ccf2-4917-bcc9-f5f2a04630c8),segment_id=7431590e-ccf2-4917-bcc9-f5f2a04630c8)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:20:53.742450 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:53.778457 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745e349-ee0d-44bd-a5c6-73a6962735e5 req-e15f16be-ec27-4ef5-9794-c319d18e9bf7 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:53.793761 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1745e349-ee0d-44bd-a5c6-73a6962735e5 req-e15f16be-ec27-4ef5-9794-c319d18e9bf7 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9c8e14a-18c2-4a59-ab59-31ff10a03b7d HTTP/1.1" status: 200 len: 931 time: 0.1026168 Jul 19 17:20:53.795518 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de50e11f-ce22-4fe9-8c60-a7c2d18ccf0d None None] Checking router: e460b3d0-5a1d-462c-9230-b1366338442a for host: dv-cinder-801354-1-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:20:53.795884 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de50e11f-ce22-4fe9-8c60-a7c2d18ccf0d None None] Updating router e460b3d0-5a1d-462c-9230-b1366338442a port ca1336cd-a81f-4ef9-a50b-bd616031edda binding host dv-cinder-801354-1-iscsi {{(pid=93288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:20:53.810072 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Pushing event updated for resources: {'Port': ['ID=7cc5a5e3-6db1-4def-aae0-24d295193e89,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:53.818348 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8dda50bb-63b4-4876-b252-7030e0816117 req-9b0ff992-0b31-4094-9311-bd469937a7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:53.837385 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-de50e11f-ce22-4fe9-8c60-a7c2d18ccf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:53.839979 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1745e349-ee0d-44bd-a5c6-73a6962735e5 req-7c9d77a6-7de6-473d-95ab-a4ea6c2a2a57 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/security-groups?id=e016c065-77b0-4991-a9f6-9a65eb28c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454128 Jul 19 17:20:53.840336 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0f597ad5-69d5-435f-873e-b71826877e55 req-7649abea-acde-45cc-b7bc-d9f6cf1e88a9 service neutron] 10.222.0.63 "GET /v2.0/networks/4e8d5024-2593-474f-aedc-412be4f13971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744542 Jul 19 17:20:54.029676 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-eb1353e1-013f-4a5d-aae3-3848c287b706 req-70e9ed2e-649d-4ea2-903b-6f79291a6902 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 210 time: 0.0350151 Jul 19 17:20:54.125591 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-8dda50bb-63b4-4876-b252-7030e0816117 req-9b0ff992-0b31-4094-9311-bd469937a7f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd861c8c-445d-4c86-8cf8-aa427908461d {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:20:54.134547 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8dda50bb-63b4-4876-b252-7030e0816117 req-9b0ff992-0b31-4094-9311-bd469937a7f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:54.142700 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-de50e11f-ce22-4fe9-8c60-a7c2d18ccf0d None None] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:54.148505 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-8dda50bb-63b4-4876-b252-7030e0816117 req-9b0ff992-0b31-4094-9311-bd469937a7f9 service neutron] Transition to ACTIVE for port object bd861c8c-445d-4c86-8cf8-aa427908461d will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:20:54.151449 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8dda50bb-63b4-4876-b252-7030e0816117 req-9b0ff992-0b31-4094-9311-bd469937a7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:54.154315 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [None req-de50e11f-ce22-4fe9-8c60-a7c2d18ccf0d None None] Transition to ACTIVE for port object ca1336cd-a81f-4ef9-a50b-bd616031edda will not be triggered until provisioned by entity L2. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:20:54.162231 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-de50e11f-ce22-4fe9-8c60-a7c2d18ccf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:54.204209 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ff992-0b31-4094-9311-bd469937a7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=bd861c8c-445d-4c86-8cf8-aa427908461d,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:54.226173 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd4e8c-5100-439c-b52d-ce55faaa0f4d None None] Pushing event updated for resources: {'Port': ['ID=ca1336cd-a81f-4ef9-a50b-bd616031edda,revision_number=3']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:54.234428 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd4e8c-5100-439c-b52d-ce55faaa0f4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:54.234897 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd4e8c-5100-439c-b52d-ce55faaa0f4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:54.235367 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd4e8c-5100-439c-b52d-ce55faaa0f4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:54.235800 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd4e8c-5100-439c-b52d-ce55faaa0f4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:54.236221 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd4e8c-5100-439c-b52d-ce55faaa0f4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:54.236724 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd4e8c-5100-439c-b52d-ce55faaa0f4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:54.237141 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd4e8c-5100-439c-b52d-ce55faaa0f4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:54.237874 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd4e8c-5100-439c-b52d-ce55faaa0f4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:54.238045 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd4e8c-5100-439c-b52d-ce55faaa0f4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:54.238444 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd4e8c-5100-439c-b52d-ce55faaa0f4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:54.238821 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd4e8c-5100-439c-b52d-ce55faaa0f4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:54.239359 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd4e8c-5100-439c-b52d-ce55faaa0f4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:20:54.240630 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-8dda50bb-63b4-4876-b252-7030e0816117 req-9b0ff992-0b31-4094-9311-bd469937a7f9 service neutron] Attempting to bind port bd861c8c-445d-4c86-8cf8-aa427908461d on host hv-cinder-80135 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:20:54.241016 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-8dda50bb-63b4-4876-b252-7030e0816117 req-9b0ff992-0b31-4094-9311-bd469937a7f9 service neutron] Attempting to bind port bd861c8c-445d-4c86-8cf8-aa427908461d by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'da7ab2af-e2e2-4b7b-a931-b8d1d6bbd275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '45340569-aaf3-4bfd-8cd5-96ec66662663'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:20:54.241400 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda50bb-63b4-4876-b252-7030e0816117 req-9b0ff992-0b31-4094-9311-bd469937a7f9 service neutron] Attempting to bind port bd861c8c-445d-4c86-8cf8-aa427908461d on network 45340569-aaf3-4bfd-8cd5-96ec66662663 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:20:54.246611 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda50bb-63b4-4876-b252-7030e0816117 req-9b0ff992-0b31-4094-9311-bd469937a7f9 service neutron] Port bd861c8c-445d-4c86-8cf8-aa427908461d on network 45340569-aaf3-4bfd-8cd5-96ec66662663 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:20:54.246943 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda50bb-63b4-4876-b252-7030e0816117 req-9b0ff992-0b31-4094-9311-bd469937a7f9 service neutron] Attempting to bind port bd861c8c-445d-4c86-8cf8-aa427908461d on network 45340569-aaf3-4bfd-8cd5-96ec66662663 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:20:54.252523 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda50bb-63b4-4876-b252-7030e0816117 req-9b0ff992-0b31-4094-9311-bd469937a7f9 service neutron] Checking agent: {'id': '17f591d8-d993-47ca-b852-67375c71a36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'started_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:20:54.253001 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda50bb-63b4-4876-b252-7030e0816117 req-9b0ff992-0b31-4094-9311-bd469937a7f9 service neutron] Checking segment: {'id': 'da7ab2af-e2e2-4b7b-a931-b8d1d6bbd275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '45340569-aaf3-4bfd-8cd5-96ec66662663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:20:54.253445 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda50bb-63b4-4876-b252-7030e0816117 req-9b0ff992-0b31-4094-9311-bd469937a7f9 service neutron] Bound using segment: {'id': 'da7ab2af-e2e2-4b7b-a931-b8d1d6bbd275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '45340569-aaf3-4bfd-8cd5-96ec66662663'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:20:54.253876 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-8dda50bb-63b4-4876-b252-7030e0816117 req-9b0ff992-0b31-4094-9311-bd469937a7f9 service neutron] Bound port: bd861c8c-445d-4c86-8cf8-aa427908461d, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da7ab2af-e2e2-4b7b-a931-b8d1d6bbd275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '45340569-aaf3-4bfd-8cd5-96ec66662663'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:20:54.254236 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8dda50bb-63b4-4876-b252-7030e0816117 req-9b0ff992-0b31-4094-9311-bd469937a7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:54.307527 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-de50e11f-ce22-4fe9-8c60-a7c2d18ccf0d None None] Attempting to bind port ca1336cd-a81f-4ef9-a50b-bd616031edda on host dv-cinder-801354-1-iscsi for vnic_type normal with profile {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:20:54.307999 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-de50e11f-ce22-4fe9-8c60-a7c2d18ccf0d None None] Attempting to bind port ca1336cd-a81f-4ef9-a50b-bd616031edda by drivers openvswitch,hyperv on host dv-cinder-801354-1-iscsi at level 0 using segments [{'id': '49f3122a-bd8b-4c70-a3d0-44b9da145ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971'}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:20:54.308826 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de50e11f-ce22-4fe9-8c60-a7c2d18ccf0d None None] Attempting to bind port ca1336cd-a81f-4ef9-a50b-bd616031edda on network 4e8d5024-2593-474f-aedc-412be4f13971 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:20:54.313924 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de50e11f-ce22-4fe9-8c60-a7c2d18ccf0d None None] Checking agent: {'id': '1644f3e0-cc54-41af-ad00-0738a02153ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 9, 11), 'started_at': datetime.datetime(2021, 7, 19, 17, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:20:54.314639 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de50e11f-ce22-4fe9-8c60-a7c2d18ccf0d None None] Checking segment: {'id': '49f3122a-bd8b-4c70-a3d0-44b9da145ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:20:54.314848 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-de50e11f-ce22-4fe9-8c60-a7c2d18ccf0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:54.315450 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de50e11f-ce22-4fe9-8c60-a7c2d18ccf0d None None] Bound using segment: {'id': '49f3122a-bd8b-4c70-a3d0-44b9da145ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971'} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:20:54.315987 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-de50e11f-ce22-4fe9-8c60-a7c2d18ccf0d None None] Bound port: ca1336cd-a81f-4ef9-a50b-bd616031edda, host: dv-cinder-801354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49f3122a-bd8b-4c70-a3d0-44b9da145ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971'}}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:20:54.316529 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-de50e11f-ce22-4fe9-8c60-a7c2d18ccf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:54.338282 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-8dda50bb-63b4-4876-b252-7030e0816117 req-9b0ff992-0b31-4094-9311-bd469937a7f9 service neutron] For port bd861c8c-445d-4c86-8cf8-aa427908461d, host hv-cinder-80135, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:20:54.341836 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-8dda50bb-63b4-4876-b252-7030e0816117 req-9b0ff992-0b31-4094-9311-bd469937a7f9 service neutron] For port bd861c8c-445d-4c86-8cf8-aa427908461d, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=bd861c8c-445d-4c86-8cf8-aa427908461d,segment=NetworkSegment(da7ab2af-e2e2-4b7b-a931-b8d1d6bbd275),segment_id=da7ab2af-e2e2-4b7b-a931-b8d1d6bbd275)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:20:54.348020 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8dda50bb-63b4-4876-b252-7030e0816117 req-9b0ff992-0b31-4094-9311-bd469937a7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:54.394209 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-de50e11f-ce22-4fe9-8c60-a7c2d18ccf0d None None] For port ca1336cd-a81f-4ef9-a50b-bd616031edda, host dv-cinder-801354-1-iscsi, cleared binding levels {{(pid=93288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:20:54.394387 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda50bb-63b4-4876-b252-7030e0816117 req-9b0ff992-0b31-4094-9311-bd469937a7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:54.394961 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8dda50bb-63b4-4876-b252-7030e0816117 req-9b0ff992-0b31-4094-9311-bd469937a7f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:54.396530 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8dda50bb-63b4-4876-b252-7030e0816117 req-9b0ff992-0b31-4094-9311-bd469937a7f9 service neutron] 10.222.0.16 "PUT /v2.0/ports/bd861c8c-445d-4c86-8cf8-aa427908461d HTTP/1.1" status: 200 len: 1093 time: 0.7529812 Jul 19 17:20:54.400220 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-de50e11f-ce22-4fe9-8c60-a7c2d18ccf0d None None] For port ca1336cd-a81f-4ef9-a50b-bd616031edda, host dv-cinder-801354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=ca1336cd-a81f-4ef9-a50b-bd616031edda,segment=NetworkSegment(49f3122a-bd8b-4c70-a3d0-44b9da145ba2),segment_id=49f3122a-bd8b-4c70-a3d0-44b9da145ba2)] {{(pid=93288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:20:54.400767 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c8e14a-18c2-4a59-ab59-31ff10a03b7d', 'tag': 'bd861c8c-445d-4c86-8cf8-aa427908461d'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:20:54.403902 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2091584e-828a-4de8-a21a-cf30c0a29550" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c8e14a-18c2-4a59-ab59-31ff10a03b7d", "tag": "bd861c8c-445d-4c86-8cf8-aa427908461d"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:20:54.409889 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-de50e11f-ce22-4fe9-8c60-a7c2d18ccf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:54.468083 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6080110d-090b-4a52-9a5b-bb657def6a71 x-openstack-request-id: req-6080110d-090b-4a52-9a5b-bb657def6a71 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:20:54.468433 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c8e14a-18c2-4a59-ab59-31ff10a03b7d", "tag": "bd861c8c-445d-4c86-8cf8-aa427908461d", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:20:54.468633 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6080110d-090b-4a52-9a5b-bb657def6a71 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:20:54.469157 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c8e14a-18c2-4a59-ab59-31ff10a03b7d', 'tag': 'bd861c8c-445d-4c86-8cf8-aa427908461d', 'status': 'completed', 'code': 200} Jul 19 17:20:54.472076 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd4e8c-5100-439c-b52d-ce55faaa0f4d None None] Pushing event updated for resources: {'Port': ['ID=ca1336cd-a81f-4ef9-a50b-bd616031edda,revision_number=4']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:54.493845 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ff992-0b31-4094-9311-bd469937a7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=bd861c8c-445d-4c86-8cf8-aa427908461d,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:54.505674 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de50e11f-ce22-4fe9-8c60-a7c2d18ccf0d None None] Routers {'e460b3d0-5a1d-462c-9230-b1366338442a'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:20:54.506681 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-de50e11f-ce22-4fe9-8c60-a7c2d18ccf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:20:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['e460b3d0-5a1d-462c-9230-b1366338442a'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:20:54.525311 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda50bb-63b4-4876-b252-7030e0816117 req-9dbaf8aa-568b-4ed5-86cf-b4988ad521a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:54.526821 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8dda50bb-63b4-4876-b252-7030e0816117 req-9dbaf8aa-568b-4ed5-86cf-b4988ad521a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1f88dabc5094c7e98f3d5a0148291fc&device_id=f9c8e14a-18c2-4a59-ab59-31ff10a03b7d HTTP/1.1" status: 200 len: 1096 time: 0.0819364 Jul 19 17:20:54.578912 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8dda50bb-63b4-4876-b252-7030e0816117 req-08d1c194-faa7-46a6-bf35-406104cf5e8f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd861c8c-445d-4c86-8cf8-aa427908461d HTTP/1.1" status: 200 len: 217 time: 0.0432677 Jul 19 17:20:54.630417 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-de50e11f-ce22-4fe9-8c60-a7c2d18ccf0d None None] Set router e460b3d0-5a1d-462c-9230-b1366338442a gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:20:54.641943 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda50bb-63b4-4876-b252-7030e0816117 req-24b9469c-6531-4e95-9bc5-1ca13e388605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:54.643498 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8dda50bb-63b4-4876-b252-7030e0816117 req-24b9469c-6531-4e95-9bc5-1ca13e388605 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2b06842-ab3a-4866-9cf6-216f34f45449 HTTP/1.1" status: 200 len: 854 time: 0.0576906 Jul 19 17:20:54.684246 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8dda50bb-63b4-4876-b252-7030e0816117 req-4b7aa574-871d-4c0f-8c32-c4826da1354b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=45340569-aaf3-4bfd-8cd5-96ec66662663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326071 Jul 19 17:20:54.781988 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8dda50bb-63b4-4876-b252-7030e0816117 req-e083fbcb-108e-4a7e-8133-637ae02b193d service neutron] 10.222.0.16 "GET /v2.0/networks/45340569-aaf3-4bfd-8cd5-96ec66662663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885360 Jul 19 17:20:54.843082 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-de50e11f-ce22-4fe9-8c60-a7c2d18ccf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'name': 'tempest-AttachVolumeShelveTestJSON-1950806056-router', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:20:47Z', 'updated_at': '2021-07-19T17:20:50Z', 'revision_number': 4, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'gw_port': {'id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:48Z', 'updated_at': '2021-07-19T17:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'ca1336cd-a81f-4ef9-a50b-bd616031edda', 'name': '', 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'mac_address': 'fa:16:3e:0c:3e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:49Z', 'updated_at': '2021-07-19T17:20:54Z', 'revision_number': 4, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'subnets': [{'id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:20:54.869445 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de50e11f-ce22-4fe9-8c60-a7c2d18ccf0d None None] The sync data for ids ['e460b3d0-5a1d-462c-9230-b1366338442a'] in dv-cinder-801354-1-iscsi is: [{'id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'name': 'tempest-AttachVolumeShelveTestJSON-1950806056-router', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:20:47Z', 'updated_at': '2021-07-19T17:20:50Z', 'revision_number': 4, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'gw_port': {'id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:48Z', 'updated_at': '2021-07-19T17:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'ca1336cd-a81f-4ef9-a50b-bd616031edda', 'name': '', 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'mac_address': 'fa:16:3e:0c:3e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:49Z', 'updated_at': '2021-07-19T17:20:54Z', 'revision_number': 4, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'subnets': [{'id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:20:54.873813 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8dda50bb-63b4-4876-b252-7030e0816117 req-d8b3e471-1109-4503-a78c-994bb83d3bfa service neutron] 10.222.0.16 "GET /v2.0/networks/45340569-aaf3-4bfd-8cd5-96ec66662663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837150 Jul 19 17:20:54.984674 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfaf2a-4385-4e26-b88f-78f1a6cb5268 req-4f42473b-8c05-4e0c-a3bc-579d70efc645 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:54.986672 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-89dfaf2a-4385-4e26-b88f-78f1a6cb5268 req-4f42473b-8c05-4e0c-a3bc-579d70efc645 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9c8e14a-18c2-4a59-ab59-31ff10a03b7d HTTP/1.1" status: 200 len: 943 time: 0.0726626 Jul 19 17:20:54.992071 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091584e-828a-4de8-a21a-cf30c0a29550 req-f56602b2-d5a5-4ed8-a8a0-3af2430ee2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:54.993936 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2091584e-828a-4de8-a21a-cf30c0a29550 req-f56602b2-d5a5-4ed8-a8a0-3af2430ee2f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1f88dabc5094c7e98f3d5a0148291fc&device_id=f9c8e14a-18c2-4a59-ab59-31ff10a03b7d HTTP/1.1" status: 200 len: 1096 time: 0.0639937 Jul 19 17:20:55.043848 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-89dfaf2a-4385-4e26-b88f-78f1a6cb5268 req-1f8b95e6-2a0a-4c89-86c1-8b0f7afc9cdb tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/security-groups?id=e016c065-77b0-4991-a9f6-9a65eb28c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496101 Jul 19 17:20:55.191463 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0894997e-ff04-4e92-9d3f-d0ee75936923 req-24f173b0-a244-44f0-81d4-33878378e17e tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 210 time: 0.0730419 Jul 19 17:20:55.239430 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f597ad5-69d5-435f-873e-b71826877e55 req-e4d1181b-0b47-4d50-8e13-992c58715587 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:55.240924 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0f597ad5-69d5-435f-873e-b71826877e55 req-e4d1181b-0b47-4d50-8e13-992c58715587 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.16 "GET /v2.0/networks?id=4e8d5024-2593-474f-aedc-412be4f13971 HTTP/1.1" status: 200 len: 817 time: 0.2103839 Jul 19 17:20:55.242139 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091584e-828a-4de8-a21a-cf30c0a29550 req-2f04e84c-567f-4d82-b3cc-4bbcfe2767e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:55.243465 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2091584e-828a-4de8-a21a-cf30c0a29550 req-2f04e84c-567f-4d82-b3cc-4bbcfe2767e9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=45340569-aaf3-4bfd-8cd5-96ec66662663 HTTP/1.1" status: 200 len: 915 time: 0.2420294 Jul 19 17:20:55.309081 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2091584e-828a-4de8-a21a-cf30c0a29550 req-c290075d-5b59-415c-ae1d-b3e8cec8e010 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd861c8c-445d-4c86-8cf8-aa427908461d HTTP/1.1" status: 200 len: 217 time: 0.0457802 Jul 19 17:20:55.336051 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0f597ad5-69d5-435f-873e-b71826877e55 req-8e663df3-f33a-4375-99a1-299cfb51bcd1 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60cd58df01ad441785d8271f5ef670e1 HTTP/1.1" status: 200 len: 380 time: 0.0787914 Jul 19 17:20:55.358956 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-0f597ad5-69d5-435f-873e-b71826877e55 req-0b681b29-05af-4967-ad80-49ade34566d1 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Request body: {'port': {'device_id': 'fca12345-aa09-4a39-9b76-83930c9127cf', 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971', 'admin_state_up': True, 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'security_groups': ['2aef8f9f-c21b-4713-ac7b-f3dd0b06310b']}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:20:55.399350 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091584e-828a-4de8-a21a-cf30c0a29550 req-c6d0479d-8545-4262-a3dd-c3bba756cd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:55.400819 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2091584e-828a-4de8-a21a-cf30c0a29550 req-c6d0479d-8545-4262-a3dd-c3bba756cd1a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2b06842-ab3a-4866-9cf6-216f34f45449 HTTP/1.1" status: 200 len: 854 time: 0.0822327 Jul 19 17:20:55.464714 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2091584e-828a-4de8-a21a-cf30c0a29550 req-20bc8aaf-4281-4af6-8a72-21181493b1d0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=45340569-aaf3-4bfd-8cd5-96ec66662663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321040 Jul 19 17:20:55.561852 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 7cc5a5e3-6db1-4def-aae0-24d295193e89 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:20:55.567227 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f597ad5-69d5-435f-873e-b71826877e55 req-0b681b29-05af-4967-ad80-49ade34566d1 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Made reservation on behalf of 60cd58df01ad441785d8271f5ef670e1 for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:20:55.571246 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-0f597ad5-69d5-435f-873e-b71826877e55 req-0b681b29-05af-4967-ad80-49ade34566d1 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:55.598983 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2091584e-828a-4de8-a21a-cf30c0a29550 req-91825172-a2f2-4126-a611-f40ae1f884b9 service neutron] 10.222.0.16 "GET /v2.0/networks/45340569-aaf3-4bfd-8cd5-96ec66662663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245189 Jul 19 17:20:55.610252 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 7cc5a5e3-6db1-4def-aae0-24d295193e89 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:20:55.610551 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:55.684931 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device ca1336cd-a81f-4ef9-a50b-bd616031edda up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:20:55.734707 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning for port ca1336cd-a81f-4ef9-a50b-bd616031edda completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:20:55.738398 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port ca1336cd-a81f-4ef9-a50b-bd616031edda triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:20:55.738775 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:55.767821 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2091584e-828a-4de8-a21a-cf30c0a29550 req-75c52a68-1620-486d-8aa2-0ad28920c7fa service neutron] 10.222.0.16 "GET /v2.0/networks/45340569-aaf3-4bfd-8cd5-96ec66662663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619973 Jul 19 17:20:55.779475 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-0f597ad5-69d5-435f-873e-b71826877e55 req-0b681b29-05af-4967-ad80-49ade34566d1 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Allocated IP 172.20.0.3 (4e8d5024-2593-474f-aedc-412be4f13971/4b8f48ce-8da9-45bc-8ad9-174085a888a6/fd3def10-0145-42f3-8325-f6c30a803012) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:20:55.820416 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:55.853540 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] For port ca1336cd-a81f-4ef9-a50b-bd616031edda, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=ca1336cd-a81f-4ef9-a50b-bd616031edda,segment=NetworkSegment(49f3122a-bd8b-4c70-a3d0-44b9da145ba2),segment_id=49f3122a-bd8b-4c70-a3d0-44b9da145ba2)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:20:55.857149 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:55.905244 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Pushing event updated for resources: {'Port': ['ID=ca1336cd-a81f-4ef9-a50b-bd616031edda,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:55.919925 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-0f597ad5-69d5-435f-873e-b71826877e55 req-0b681b29-05af-4967-ad80-49ade34566d1 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:55.932944 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-0f597ad5-69d5-435f-873e-b71826877e55 req-0b681b29-05af-4967-ad80-49ade34566d1 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Transition to ACTIVE for port object fd3def10-0145-42f3-8325-f6c30a803012 will not be triggered until provisioned by entity DHCP. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:20:55.965055 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-0f597ad5-69d5-435f-873e-b71826877e55 req-0b681b29-05af-4967-ad80-49ade34566d1 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:56.014000 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f597ad5-69d5-435f-873e-b71826877e55 req-0b681b29-05af-4967-ad80-49ade34566d1 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Network 4e8d5024-2593-474f-aedc-412be4f13971 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:20:56.017070 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-0f597ad5-69d5-435f-873e-b71826877e55 req-0b681b29-05af-4967-ad80-49ade34566d1 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:20:56.019529 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f597ad5-69d5-435f-873e-b71826877e55 req-0b681b29-05af-4967-ad80-49ade34566d1 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:20:56.025334 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f597ad5-69d5-435f-873e-b71826877e55 req-0b681b29-05af-4967-ad80-49ade34566d1 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:56.025973 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-0f597ad5-69d5-435f-873e-b71826877e55 req-0b681b29-05af-4967-ad80-49ade34566d1 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:56.036487 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b681b29-05af-4967-ad80-49ade34566d1 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Pushing event updated for resources: {'Port': ['ID=fd3def10-0145-42f3-8325-f6c30a803012,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:56.049052 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0f597ad5-69d5-435f-873e-b71826877e55 req-0b681b29-05af-4967-ad80-49ade34566d1 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6952727 Jul 19 17:20:56.061384 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-0f597ad5-69d5-435f-873e-b71826877e55 req-4f388090-6288-46b7-ba00-37c8748acd92 service neutron] Request body: {'port': {'device_id': 'fca12345-aa09-4a39-9b76-83930c9127cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:20:56.138166 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-0f597ad5-69d5-435f-873e-b71826877e55 req-4f388090-6288-46b7-ba00-37c8748acd92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:56.173085 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ffd911-2b01-4dba-8ea2-1d682e0a6f2e req-80fdb633-a246-42a6-9951-e8f6166a979e tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:56.174640 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-72ffd911-2b01-4dba-8ea2-1d682e0a6f2e req-80fdb633-a246-42a6-9951-e8f6166a979e tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9c8e14a-18c2-4a59-ab59-31ff10a03b7d HTTP/1.1" status: 200 len: 943 time: 0.0684333 Jul 19 17:20:56.214269 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-72ffd911-2b01-4dba-8ea2-1d682e0a6f2e req-de1d71f4-7740-42aa-939f-a09099eb8fa5 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/security-groups?id=e016c065-77b0-4991-a9f6-9a65eb28c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335591 Jul 19 17:20:56.254529 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-145bb710-5f9e-4810-bb6a-27a30395d766 None None] Provisioning for port fd3def10-0145-42f3-8325-f6c30a803012 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:20:56.258615 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-145bb710-5f9e-4810-bb6a-27a30395d766 None None] Provisioning complete for port fd3def10-0145-42f3-8325-f6c30a803012 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:20:56.259232 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-145bb710-5f9e-4810-bb6a-27a30395d766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:56.297969 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-145bb710-5f9e-4810-bb6a-27a30395d766 None None] Port fd3def10-0145-42f3-8325-f6c30a803012 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:20:56.405437 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4e131-2613-425e-82af-da08889dee1e req-16b0b977-ee75-4996-b410-358ce703b002 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:56.406838 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b4e4e131-2613-425e-82af-da08889dee1e req-16b0b977-ee75-4996-b410-358ce703b002 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 931 time: 0.1366725 Jul 19 17:20:56.479189 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-0f597ad5-69d5-435f-873e-b71826877e55 req-4f388090-6288-46b7-ba00-37c8748acd92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd3def10-0145-42f3-8325-f6c30a803012 {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:20:56.485646 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b4e4e131-2613-425e-82af-da08889dee1e req-b3b0fea8-fa41-4372-9f0b-c2ec4b676371 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716424 Jul 19 17:20:56.489189 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-0f597ad5-69d5-435f-873e-b71826877e55 req-4f388090-6288-46b7-ba00-37c8748acd92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:56.501285 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-0f597ad5-69d5-435f-873e-b71826877e55 req-4f388090-6288-46b7-ba00-37c8748acd92 service neutron] Transition to ACTIVE for port object fd3def10-0145-42f3-8325-f6c30a803012 will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:20:56.506610 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-0f597ad5-69d5-435f-873e-b71826877e55 req-4f388090-6288-46b7-ba00-37c8748acd92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:56.559860 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f388090-6288-46b7-ba00-37c8748acd92 service neutron] Pushing event updated for resources: {'Port': ['ID=fd3def10-0145-42f3-8325-f6c30a803012,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:56.591234 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-0f597ad5-69d5-435f-873e-b71826877e55 req-4f388090-6288-46b7-ba00-37c8748acd92 service neutron] Attempting to bind port fd3def10-0145-42f3-8325-f6c30a803012 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:20:56.591658 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-0f597ad5-69d5-435f-873e-b71826877e55 req-4f388090-6288-46b7-ba00-37c8748acd92 service neutron] Attempting to bind port fd3def10-0145-42f3-8325-f6c30a803012 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '49f3122a-bd8b-4c70-a3d0-44b9da145ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:20:56.592051 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f597ad5-69d5-435f-873e-b71826877e55 req-4f388090-6288-46b7-ba00-37c8748acd92 service neutron] Attempting to bind port fd3def10-0145-42f3-8325-f6c30a803012 on network 4e8d5024-2593-474f-aedc-412be4f13971 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:20:56.596828 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f597ad5-69d5-435f-873e-b71826877e55 req-4f388090-6288-46b7-ba00-37c8748acd92 service neutron] Port fd3def10-0145-42f3-8325-f6c30a803012 on network 4e8d5024-2593-474f-aedc-412be4f13971 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:20:56.597147 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f597ad5-69d5-435f-873e-b71826877e55 req-4f388090-6288-46b7-ba00-37c8748acd92 service neutron] Attempting to bind port fd3def10-0145-42f3-8325-f6c30a803012 on network 4e8d5024-2593-474f-aedc-412be4f13971 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:20:56.602706 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f597ad5-69d5-435f-873e-b71826877e55 req-4f388090-6288-46b7-ba00-37c8748acd92 service neutron] Checking agent: {'id': '17f591d8-d993-47ca-b852-67375c71a36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'started_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:20:56.603040 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f597ad5-69d5-435f-873e-b71826877e55 req-4f388090-6288-46b7-ba00-37c8748acd92 service neutron] Checking segment: {'id': '49f3122a-bd8b-4c70-a3d0-44b9da145ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:20:56.603422 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f597ad5-69d5-435f-873e-b71826877e55 req-4f388090-6288-46b7-ba00-37c8748acd92 service neutron] Bound using segment: {'id': '49f3122a-bd8b-4c70-a3d0-44b9da145ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:20:56.603844 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-0f597ad5-69d5-435f-873e-b71826877e55 req-4f388090-6288-46b7-ba00-37c8748acd92 service neutron] Bound port: fd3def10-0145-42f3-8325-f6c30a803012, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f3122a-bd8b-4c70-a3d0-44b9da145ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:20:56.604198 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-0f597ad5-69d5-435f-873e-b71826877e55 req-4f388090-6288-46b7-ba00-37c8748acd92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:56.667927 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-0f597ad5-69d5-435f-873e-b71826877e55 req-4f388090-6288-46b7-ba00-37c8748acd92 service neutron] For port fd3def10-0145-42f3-8325-f6c30a803012, host hv-cinder-80135, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:20:56.671046 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-0f597ad5-69d5-435f-873e-b71826877e55 req-4f388090-6288-46b7-ba00-37c8748acd92 service neutron] For port fd3def10-0145-42f3-8325-f6c30a803012, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=fd3def10-0145-42f3-8325-f6c30a803012,segment=NetworkSegment(49f3122a-bd8b-4c70-a3d0-44b9da145ba2),segment_id=49f3122a-bd8b-4c70-a3d0-44b9da145ba2)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:20:56.675517 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-0f597ad5-69d5-435f-873e-b71826877e55 req-4f388090-6288-46b7-ba00-37c8748acd92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:56.713634 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f597ad5-69d5-435f-873e-b71826877e55 req-4f388090-6288-46b7-ba00-37c8748acd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:56.714257 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-0f597ad5-69d5-435f-873e-b71826877e55 req-4f388090-6288-46b7-ba00-37c8748acd92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:56.715689 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0f597ad5-69d5-435f-873e-b71826877e55 req-4f388090-6288-46b7-ba00-37c8748acd92 service neutron] 10.222.0.16 "PUT /v2.0/ports/fd3def10-0145-42f3-8325-f6c30a803012 HTTP/1.1" status: 200 len: 1093 time: 0.6586692 Jul 19 17:20:56.716078 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca12345-aa09-4a39-9b76-83930c9127cf', 'tag': 'fd3def10-0145-42f3-8325-f6c30a803012'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:20:56.718333 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373982f1-a9ec-473f-8f3f-abbb3ba5c3f1" -d '{"events": [{"name": "network-changed", "server_uuid": "fca12345-aa09-4a39-9b76-83930c9127cf", "tag": "fd3def10-0145-42f3-8325-f6c30a803012"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:20:56.744565 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f388090-6288-46b7-ba00-37c8748acd92 service neutron] Pushing event updated for resources: {'Port': ['ID=fd3def10-0145-42f3-8325-f6c30a803012,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:56.765731 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69003d81-b5ea-4e8f-a6cb-52bc68d8f47c x-openstack-request-id: req-69003d81-b5ea-4e8f-a6cb-52bc68d8f47c {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:20:56.766044 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fca12345-aa09-4a39-9b76-83930c9127cf", "tag": "fd3def10-0145-42f3-8325-f6c30a803012", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:20:56.766290 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-69003d81-b5ea-4e8f-a6cb-52bc68d8f47c {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:20:56.766669 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fca12345-aa09-4a39-9b76-83930c9127cf', 'tag': 'fd3def10-0145-42f3-8325-f6c30a803012', 'status': 'completed', 'code': 200} Jul 19 17:20:56.815504 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f597ad5-69d5-435f-873e-b71826877e55 req-6927a0c6-17c5-4af7-8479-5898cc248bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:56.816935 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0f597ad5-69d5-435f-873e-b71826877e55 req-6927a0c6-17c5-4af7-8479-5898cc248bda service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60cd58df01ad441785d8271f5ef670e1&device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 1096 time: 0.0612710 Jul 19 17:20:56.860331 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0f597ad5-69d5-435f-873e-b71826877e55 req-6faf7d6f-573a-49b4-bcef-2fddbc9f48ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd3def10-0145-42f3-8325-f6c30a803012 HTTP/1.1" status: 200 len: 217 time: 0.0360155 Jul 19 17:20:56.909830 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f597ad5-69d5-435f-873e-b71826877e55 req-6fcea5d3-68b1-4735-aa5c-db0e64bd92f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:56.911388 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0f597ad5-69d5-435f-873e-b71826877e55 req-6fcea5d3-68b1-4735-aa5c-db0e64bd92f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b8f48ce-8da9-45bc-8ad9-174085a888a6 HTTP/1.1" status: 200 len: 856 time: 0.0443535 Jul 19 17:20:56.969073 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f597ad5-69d5-435f-873e-b71826877e55 req-4458e858-01ed-42dd-b99e-a280b9ea8391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:56.970686 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0f597ad5-69d5-435f-873e-b71826877e55 req-4458e858-01ed-42dd-b99e-a280b9ea8391 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4e8d5024-2593-474f-aedc-412be4f13971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537145 Jul 19 17:20:57.062268 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0f597ad5-69d5-435f-873e-b71826877e55 req-a6f82e9f-1d09-4363-8db8-ca26c6008f73 service neutron] 10.222.0.16 "GET /v2.0/networks/4e8d5024-2593-474f-aedc-412be4f13971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843706 Jul 19 17:20:57.392334 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0f597ad5-69d5-435f-873e-b71826877e55 req-ece2d943-4dba-4600-8cca-9735969b6c0b service neutron] 10.222.0.16 "GET /v2.0/networks/4e8d5024-2593-474f-aedc-412be4f13971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232961 Jul 19 17:20:57.425680 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb86ce-e349-44de-88cb-da4adfaea095 req-73bfeb50-5fc2-4c62-8483-6af01768647a tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:57.427145 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c2fb86ce-e349-44de-88cb-da4adfaea095 req-73bfeb50-5fc2-4c62-8483-6af01768647a tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9c8e14a-18c2-4a59-ab59-31ff10a03b7d HTTP/1.1" status: 200 len: 943 time: 0.0808680 Jul 19 17:20:57.498091 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c2fb86ce-e349-44de-88cb-da4adfaea095 req-2e2624da-f728-4fbc-8f70-700f7b9a5cca tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/security-groups?id=e016c065-77b0-4991-a9f6-9a65eb28c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645499 Jul 19 17:20:57.526030 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373982f1-a9ec-473f-8f3f-abbb3ba5c3f1 req-68d227ad-92f0-43d6-bdca-b0ccd9cefeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:57.527776 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-373982f1-a9ec-473f-8f3f-abbb3ba5c3f1 req-68d227ad-92f0-43d6-bdca-b0ccd9cefeeb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60cd58df01ad441785d8271f5ef670e1&device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 1096 time: 0.0881476 Jul 19 17:20:57.538538 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device ca1336cd-a81f-4ef9-a50b-bd616031edda up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:20:57.585783 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port ca1336cd-a81f-4ef9-a50b-bd616031edda triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:20:57.586156 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:57.626386 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373982f1-a9ec-473f-8f3f-abbb3ba5c3f1 req-be1d4393-0dc9-4fc8-8491-92baeac3cd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:57.628119 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-373982f1-a9ec-473f-8f3f-abbb3ba5c3f1 req-be1d4393-0dc9-4fc8-8491-92baeac3cd9c service neutron] 10.222.0.16 "GET /v2.0/networks?id=4e8d5024-2593-474f-aedc-412be4f13971 HTTP/1.1" status: 200 len: 918 time: 0.0931132 Jul 19 17:20:57.633953 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca9b47-4344-47f3-9038-d36f68138dde req-75daae13-4fb1-4f8e-a45f-e08952d1142f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:57.641767 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bdca9b47-4344-47f3-9038-d36f68138dde req-75daae13-4fb1-4f8e-a45f-e08952d1142f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 943 time: 0.0745294 Jul 19 17:20:57.660633 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device bd861c8c-445d-4c86-8cf8-aa427908461d details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:20:57.671109 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-373982f1-a9ec-473f-8f3f-abbb3ba5c3f1 req-51fcc6de-28bd-4082-b807-107648cddc05 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd3def10-0145-42f3-8325-f6c30a803012 HTTP/1.1" status: 200 len: 217 time: 0.0355785 Jul 19 17:20:57.678081 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bdca9b47-4344-47f3-9038-d36f68138dde req-5fac7c62-9b53-401c-bfc5-5579ad5c26d1 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342472 Jul 19 17:20:57.721991 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373982f1-a9ec-473f-8f3f-abbb3ba5c3f1 req-567e4fe1-e1d9-49d4-a6bb-ca4436277955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:57.723425 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-373982f1-a9ec-473f-8f3f-abbb3ba5c3f1 req-567e4fe1-e1d9-49d4-a6bb-ca4436277955 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b8f48ce-8da9-45bc-8ad9-174085a888a6 HTTP/1.1" status: 200 len: 856 time: 0.0457222 Jul 19 17:20:57.766653 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port bd861c8c-445d-4c86-8cf8-aa427908461d, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=bd861c8c-445d-4c86-8cf8-aa427908461d,segment=NetworkSegment(da7ab2af-e2e2-4b7b-a931-b8d1d6bbd275),segment_id=da7ab2af-e2e2-4b7b-a931-b8d1d6bbd275)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:20:57.778182 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Returning: {'device': 'bd861c8c-445d-4c86-8cf8-aa427908461d', 'network_id': '45340569-aaf3-4bfd-8cd5-96ec66662663', 'port_id': 'bd861c8c-445d-4c86-8cf8-aa427908461d', 'mac_address': 'fa:16:3e:27:d7:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b06842-ab3a-4866-9cf6-216f34f45449', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:20:57.781857 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373982f1-a9ec-473f-8f3f-abbb3ba5c3f1 req-94e20ca3-9342-471d-bbad-15682cc496eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:57.783387 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-373982f1-a9ec-473f-8f3f-abbb3ba5c3f1 req-94e20ca3-9342-471d-bbad-15682cc496eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4e8d5024-2593-474f-aedc-412be4f13971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532975 Jul 19 17:20:57.813597 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:57.826122 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd861c8c-445d-4c86-8cf8-aa427908461d {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:20:57.845722 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port bd861c8c-445d-4c86-8cf8-aa427908461d, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=bd861c8c-445d-4c86-8cf8-aa427908461d,segment=NetworkSegment(da7ab2af-e2e2-4b7b-a931-b8d1d6bbd275),segment_id=da7ab2af-e2e2-4b7b-a931-b8d1d6bbd275)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:20:57.850581 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:57.873054 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-373982f1-a9ec-473f-8f3f-abbb3ba5c3f1 req-68d8f1b3-df64-48cf-8f70-a628cb7e94ea service neutron] 10.222.0.16 "GET /v2.0/networks/4e8d5024-2593-474f-aedc-412be4f13971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817447 Jul 19 17:20:57.900655 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=bd861c8c-445d-4c86-8cf8-aa427908461d,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:20:57.966627 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-373982f1-a9ec-473f-8f3f-abbb3ba5c3f1 req-5e889260-c6f6-4bf6-a3bf-d2bc51b77f2f service neutron] 10.222.0.16 "GET /v2.0/networks/4e8d5024-2593-474f-aedc-412be4f13971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842829 Jul 19 17:20:58.096493 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['bd861c8c-445d-4c86-8cf8-aa427908461d'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:20:58.622651 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e3b00-3a7b-46d2-8b07-8bff27decb5d req-71bc322d-1d48-4904-b5dd-1aad14697877 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:58.624111 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-246e3b00-3a7b-46d2-8b07-8bff27decb5d req-71bc322d-1d48-4904-b5dd-1aad14697877 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9c8e14a-18c2-4a59-ab59-31ff10a03b7d HTTP/1.1" status: 200 len: 944 time: 0.0611720 Jul 19 17:20:58.661123 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-246e3b00-3a7b-46d2-8b07-8bff27decb5d req-039c243b-04ea-4c05-819b-b80583be4a8b tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/security-groups?id=e016c065-77b0-4991-a9f6-9a65eb28c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314116 Jul 19 17:20:58.808867 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a6d8f-4567-4a8c-bb8d-e4af4f849632 req-d255171a-ea55-42c0-a3c3-251a01599b45 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:58.810274 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8b4a6d8f-4567-4a8c-bb8d-e4af4f849632 req-d255171a-ea55-42c0-a3c3-251a01599b45 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 943 time: 0.0620327 Jul 19 17:20:58.847410 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8b4a6d8f-4567-4a8c-bb8d-e4af4f849632 req-bc0f1758-7281-437a-896b-e7a9faa941fc tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316648 Jul 19 17:20:59.675154 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device fd3def10-0145-42f3-8325-f6c30a803012 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:20:59.678760 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device bd861c8c-445d-4c86-8cf8-aa427908461d up at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:20:59.789810 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning for port bd861c8c-445d-4c86-8cf8-aa427908461d completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:20:59.797356 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning complete for port bd861c8c-445d-4c86-8cf8-aa427908461d triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:20:59.797731 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:59.809798 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a8d65-e209-45d3-a60d-789f79c3f530 req-248c0a40-c9b5-4873-aac7-f7b093e08c87 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:59.811274 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9a5a8d65-e209-45d3-a60d-789f79c3f530 req-248c0a40-c9b5-4873-aac7-f7b093e08c87 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9c8e14a-18c2-4a59-ab59-31ff10a03b7d HTTP/1.1" status: 200 len: 944 time: 0.0811930 Jul 19 17:20:59.837187 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port fd3def10-0145-42f3-8325-f6c30a803012, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=fd3def10-0145-42f3-8325-f6c30a803012,segment=NetworkSegment(49f3122a-bd8b-4c70-a3d0-44b9da145ba2),segment_id=49f3122a-bd8b-4c70-a3d0-44b9da145ba2)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:20:59.849178 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9a5a8d65-e209-45d3-a60d-789f79c3f530 req-838c278b-03d1-45b0-81e5-1d113cd0c6d9 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/security-groups?id=e016c065-77b0-4991-a9f6-9a65eb28c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321147 Jul 19 17:20:59.854443 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Returning: {'device': 'fd3def10-0145-42f3-8325-f6c30a803012', 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971', 'port_id': 'fd3def10-0145-42f3-8325-f6c30a803012', 'mac_address': 'fa:16:3e:78:02:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:20:59.915245 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:59.936098 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd3def10-0145-42f3-8325-f6c30a803012 {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:20:59.942323 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:59.970207 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port fd3def10-0145-42f3-8325-f6c30a803012, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=fd3def10-0145-42f3-8325-f6c30a803012,segment=NetworkSegment(49f3122a-bd8b-4c70-a3d0-44b9da145ba2),segment_id=49f3122a-bd8b-4c70-a3d0-44b9da145ba2)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:20:59.977374 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c8e14a-18c2-4a59-ab59-31ff10a03b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd861c8c-445d-4c86-8cf8-aa427908461d'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:20:59.979591 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa486d5c4e4f39956b43fe6dcc35bf0f2fe2e374caf29500c804b4cead58546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be062f4-1bcb-4bc1-b0a6-c82da3095ba5" -d '{"events": [{"server_uuid": "f9c8e14a-18c2-4a59-ab59-31ff10a03b7d", "name": "network-vif-plugged", "status": "completed", "tag": "bd861c8c-445d-4c86-8cf8-aa427908461d"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:20:59.980343 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c1c53-ab19-4001-ae0e-559f9160dce2 req-212a8635-8c39-4f35-8964-c0681a5a8c72 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:20:59.981874 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-617c1c53-ab19-4001-ae0e-559f9160dce2 req-212a8635-8c39-4f35-8964-c0681a5a8c72 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 943 time: 0.0637441 Jul 19 17:20:59.988922 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:20:59.996034 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port bd861c8c-445d-4c86-8cf8-aa427908461d, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=bd861c8c-445d-4c86-8cf8-aa427908461d,segment=NetworkSegment(da7ab2af-e2e2-4b7b-a931-b8d1d6bbd275),segment_id=da7ab2af-e2e2-4b7b-a931-b8d1d6bbd275)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:21:00.019970 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:00.024137 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1203a61b-7f67-4dde-a812-d45a18961717 x-openstack-request-id: req-1203a61b-7f67-4dde-a812-d45a18961717 {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:21:00.024427 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c8e14a-18c2-4a59-ab59-31ff10a03b7d", "name": "network-vif-plugged", "status": "completed", "tag": "bd861c8c-445d-4c86-8cf8-aa427908461d", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:21:00.024677 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1203a61b-7f67-4dde-a812-d45a18961717 {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:21:00.025059 dv-cinder-801354-1-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c8e14a-18c2-4a59-ab59-31ff10a03b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd861c8c-445d-4c86-8cf8-aa427908461d', 'code': 200} Jul 19 17:21:00.025249 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-617c1c53-ab19-4001-ae0e-559f9160dce2 req-62d9a48a-00ab-441b-859b-98bafd22395f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371017 Jul 19 17:21:00.050574 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=fd3def10-0145-42f3-8325-f6c30a803012,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:21:00.102096 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=bd861c8c-445d-4c86-8cf8-aa427908461d,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:21:00.202025 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80144d-16b3-4461-b869-48e434c272d0 req-2d26e9e2-fb8a-4ff6-8b2b-8b1e70e4afbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:00.203491 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8c80144d-16b3-4461-b869-48e434c272d0 req-2d26e9e2-fb8a-4ff6-8b2b-8b1e70e4afbb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f9c8e14a-18c2-4a59-ab59-31ff10a03b7d HTTP/1.1" status: 200 len: 1098 time: 0.0503638 Jul 19 17:21:00.236892 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8c80144d-16b3-4461-b869-48e434c272d0 req-57524a9e-c174-470f-8565-66d8802bb950 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e016c065-77b0-4991-a9f6-9a65eb28c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265553 Jul 19 17:21:00.261160 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['fd3def10-0145-42f3-8325-f6c30a803012'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:21:00.978166 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727eca4c-4536-479f-b10e-5a0a2623142e req-52d86a36-8047-4274-96fa-6c2392b8e81d tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:00.979655 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-727eca4c-4536-479f-b10e-5a0a2623142e req-52d86a36-8047-4274-96fa-6c2392b8e81d tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9c8e14a-18c2-4a59-ab59-31ff10a03b7d HTTP/1.1" status: 200 len: 945 time: 0.0619802 Jul 19 17:21:01.016259 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-727eca4c-4536-479f-b10e-5a0a2623142e req-81bbc2bd-20c4-4895-becc-d4e960090602 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/security-groups?id=e016c065-77b0-4991-a9f6-9a65eb28c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308945 Jul 19 17:21:01.176503 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f853884-5684-4ee4-95db-c499752525c3 req-121c0ba3-1863-44ba-a1b2-0b43ea287bc4 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:01.178525 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7f853884-5684-4ee4-95db-c499752525c3 req-121c0ba3-1863-44ba-a1b2-0b43ea287bc4 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 944 time: 0.0685630 Jul 19 17:21:01.216755 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7f853884-5684-4ee4-95db-c499752525c3 req-032273ed-11ec-473e-ad62-4b703a48730d tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319805 Jul 19 17:21:01.691312 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device fd3def10-0145-42f3-8325-f6c30a803012 up at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:21:01.851282 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning for port fd3def10-0145-42f3-8325-f6c30a803012 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:21:01.854815 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning complete for port fd3def10-0145-42f3-8325-f6c30a803012 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:21:01.855183 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:01.927778 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:01.958206 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port fd3def10-0145-42f3-8325-f6c30a803012, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=fd3def10-0145-42f3-8325-f6c30a803012,segment=NetworkSegment(49f3122a-bd8b-4c70-a3d0-44b9da145ba2),segment_id=49f3122a-bd8b-4c70-a3d0-44b9da145ba2)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:21:01.962141 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:02.009735 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=fd3def10-0145-42f3-8325-f6c30a803012,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:21:02.026115 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca12345-aa09-4a39-9b76-83930c9127cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3def10-0145-42f3-8325-f6c30a803012'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:21:02.028327 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa486d5c4e4f39956b43fe6dcc35bf0f2fe2e374caf29500c804b4cead58546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daad8c96-ea7b-4b63-b6bc-e05a1bbc8fcf" -d '{"events": [{"server_uuid": "fca12345-aa09-4a39-9b76-83930c9127cf", "name": "network-vif-plugged", "status": "completed", "tag": "fd3def10-0145-42f3-8325-f6c30a803012"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:21:02.062414 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883876a3-9647-4dc6-9749-b7b51aa1458a x-openstack-request-id: req-883876a3-9647-4dc6-9749-b7b51aa1458a {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:21:02.062709 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca12345-aa09-4a39-9b76-83930c9127cf", "name": "network-vif-plugged", "status": "completed", "tag": "fd3def10-0145-42f3-8325-f6c30a803012", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:21:02.062968 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-883876a3-9647-4dc6-9749-b7b51aa1458a {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:21:02.063350 dv-cinder-801354-1-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca12345-aa09-4a39-9b76-83930c9127cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3def10-0145-42f3-8325-f6c30a803012', 'code': 200} Jul 19 17:21:02.141890 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577587b4-9f03-4e97-8559-b5b86b0fe78e req-9ce95c33-6c0d-4c70-8073-c5a0b61ee03b tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:02.143365 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-577587b4-9f03-4e97-8559-b5b86b0fe78e req-9ce95c33-6c0d-4c70-8073-c5a0b61ee03b tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9c8e14a-18c2-4a59-ab59-31ff10a03b7d HTTP/1.1" status: 200 len: 945 time: 0.0628202 Jul 19 17:21:02.182167 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-577587b4-9f03-4e97-8559-b5b86b0fe78e req-0f6462b0-57b8-4956-a63a-47f58fa807dd tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/security-groups?id=e016c065-77b0-4991-a9f6-9a65eb28c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322435 Jul 19 17:21:02.243678 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f314370-9694-4cda-b887-3bd09104a2bf req-d14becf4-17c5-470d-8a4c-195593576bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:02.245190 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0f314370-9694-4cda-b887-3bd09104a2bf req-d14becf4-17c5-470d-8a4c-195593576bdc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 1098 time: 0.0562472 Jul 19 17:21:02.286724 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0f314370-9694-4cda-b887-3bd09104a2bf req-f4855cc0-955b-47ec-a77e-fdf06e5e4d8d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294037 Jul 19 17:21:02.350233 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e58f99-765a-4bc2-80b8-4bcdfb4b95cd req-d10b76e8-fe21-4038-90a4-a8518dece468 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:02.351716 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-89e58f99-765a-4bc2-80b8-4bcdfb4b95cd req-d10b76e8-fe21-4038-90a4-a8518dece468 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 945 time: 0.0619957 Jul 19 17:21:02.389550 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-89e58f99-765a-4bc2-80b8-4bcdfb4b95cd req-f3c3d9da-b31f-4eb9-a064-f074a96438e0 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323539 Jul 19 17:21:03.525857 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffb258-dd44-4fd8-bc91-f354258b6db3 req-cea51fa4-75c1-4663-ae7d-dd0d95f8f8b5 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:03.527338 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-feffb258-dd44-4fd8-bc91-f354258b6db3 req-cea51fa4-75c1-4663-ae7d-dd0d95f8f8b5 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 945 time: 0.0672555 Jul 19 17:21:03.564235 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-feffb258-dd44-4fd8-bc91-f354258b6db3 req-b51f6311-768e-4a3c-b2b4-da38ef527818 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312243 Jul 19 17:21:03.714227 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ec67e-1c41-4f99-88d6-f8b81edc4f4a req-3f0814d7-3749-451b-9d52-c228ba450d42 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:03.715616 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-056ec67e-1c41-4f99-88d6-f8b81edc4f4a req-3f0814d7-3749-451b-9d52-c228ba450d42 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 945 time: 0.0669577 Jul 19 17:21:03.724073 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 40624) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:21:03.729078 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-8978ce17-0dd2-48ca-9711-f6adb367260d tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Request body: {'floatingip': {'port_id': 'fd3def10-0145-42f3-8325-f6c30a803012'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:21:03.805453 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8978ce17-0dd2-48ca-9711-f6adb367260d tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for floatingip, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:04.261723 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8978ce17-0dd2-48ca-9711-f6adb367260d tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:04.265512 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8978ce17-0dd2-48ca-9711-f6adb367260d tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-974214'] for floatingip, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:04.366233 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.db.l3_db [None req-8978ce17-0dd2-48ca-9711-f6adb367260d tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Floating IP 6869d490-b245-4c03-952d-5609416595c5 associated. External IP: 172.27.1.90, port: fd3def10-0145-42f3-8325-f6c30a803012. Jul 19 17:21:04.599347 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8978ce17-0dd2-48ca-9711-f6adb367260d tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Router e460b3d0-5a1d-462c-9230-b1366338442a has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:21:04.707247 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8978ce17-0dd2-48ca-9711-f6adb367260d tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:21:04.711902 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8978ce17-0dd2-48ca-9711-f6adb367260d tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for floatingip, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:04.719135 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba0f31-4357-4128-8361-3edb5345e4c8 None None] Sync routers for ids ['e460b3d0-5a1d-462c-9230-b1366338442a'] in dv-cinder-801354-1-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:21:04.733050 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba0f31-4357-4128-8361-3edb5345e4c8 None None] Routers {'e460b3d0-5a1d-462c-9230-b1366338442a'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:21:04.733212 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-17ba0f31-4357-4128-8361-3edb5345e4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:20:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['e460b3d0-5a1d-462c-9230-b1366338442a'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:21:04.759208 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-8978ce17-0dd2-48ca-9711-f6adb367260d tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "PUT /v2.0/floatingips/6869d490-b245-4c03-952d-5609416595c5 HTTP/1.1" status: 200 len: 990 time: 1.0334697 Jul 19 17:21:04.759888 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca12345-aa09-4a39-9b76-83930c9127cf', 'tag': 'fd3def10-0145-42f3-8325-f6c30a803012'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:21:04.762039 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345d5b79-fbaf-40b0-8c3a-8c21a5cd0100" -d '{"events": [{"name": "network-changed", "server_uuid": "fca12345-aa09-4a39-9b76-83930c9127cf", "tag": "fd3def10-0145-42f3-8325-f6c30a803012"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:21:04.801928 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9040b06-7d29-407f-a5bd-2df548e0ac37 x-openstack-request-id: req-d9040b06-7d29-407f-a5bd-2df548e0ac37 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:21:04.803447 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fca12345-aa09-4a39-9b76-83930c9127cf", "tag": "fd3def10-0145-42f3-8325-f6c30a803012", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:21:04.803701 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d9040b06-7d29-407f-a5bd-2df548e0ac37 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:21:04.804101 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fca12345-aa09-4a39-9b76-83930c9127cf', 'tag': 'fd3def10-0145-42f3-8325-f6c30a803012', 'status': 'completed', 'code': 200} Jul 19 17:21:04.845519 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-17ba0f31-4357-4128-8361-3edb5345e4c8 None None] Set router e460b3d0-5a1d-462c-9230-b1366338442a gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:21:04.885514 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d5b79-fbaf-40b0-8c3a-8c21a5cd0100 req-0ba3fc14-4575-43de-8925-6c5a89b425b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:04.887028 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-345d5b79-fbaf-40b0-8c3a-8c21a5cd0100 req-0ba3fc14-4575-43de-8925-6c5a89b425b1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60cd58df01ad441785d8271f5ef670e1&device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 1098 time: 0.0553746 Jul 19 17:21:04.981339 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d5b79-fbaf-40b0-8c3a-8c21a5cd0100 req-7917da53-20d3-469f-a72a-e768c33cc1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:04.982903 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-345d5b79-fbaf-40b0-8c3a-8c21a5cd0100 req-7917da53-20d3-469f-a72a-e768c33cc1dc service neutron] 10.222.0.16 "GET /v2.0/networks?id=4e8d5024-2593-474f-aedc-412be4f13971 HTTP/1.1" status: 200 len: 918 time: 0.0891278 Jul 19 17:21:05.049729 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-345d5b79-fbaf-40b0-8c3a-8c21a5cd0100 req-e440829f-a526-4970-9055-0fe47e20614e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd3def10-0145-42f3-8325-f6c30a803012 HTTP/1.1" status: 200 len: 998 time: 0.0592902 Jul 19 17:21:05.101267 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d5b79-fbaf-40b0-8c3a-8c21a5cd0100 req-3325810e-94dd-4e8b-827f-d5387a799673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:05.102715 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-345d5b79-fbaf-40b0-8c3a-8c21a5cd0100 req-3325810e-94dd-4e8b-827f-d5387a799673 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b8f48ce-8da9-45bc-8ad9-174085a888a6 HTTP/1.1" status: 200 len: 856 time: 0.0464647 Jul 19 17:21:05.112229 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-17ba0f31-4357-4128-8361-3edb5345e4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'name': 'tempest-AttachVolumeShelveTestJSON-1950806056-router', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:20:47Z', 'updated_at': '2021-07-19T17:20:50Z', 'revision_number': 4, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'gw_port': {'id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:48Z', 'updated_at': '2021-07-19T17:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_floatingips': [{'id': '6869d490-b245-4c03-952d-5609416595c5', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'router_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'port_id': 'fd3def10-0145-42f3-8325-f6c30a803012', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971', 'mac_address': 'fa:16:3e:78:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca12345-aa09-4a39-9b76-83930c9127cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:20:52Z', 'updated_at': '2021-07-19T17:21:04Z', 'revision_number': 1, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca1336cd-a81f-4ef9-a50b-bd616031edda', 'name': '', 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'mac_address': 'fa:16:3e:0c:3e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:49Z', 'updated_at': '2021-07-19T17:20:55Z', 'revision_number': 5, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'subnets': [{'id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:21:05.138437 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba0f31-4357-4128-8361-3edb5345e4c8 None None] Checking router: e460b3d0-5a1d-462c-9230-b1366338442a for host: dv-cinder-801354-1-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:21:05.147087 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba0f31-4357-4128-8361-3edb5345e4c8 None None] Routers {'e460b3d0-5a1d-462c-9230-b1366338442a'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:21:05.147686 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-17ba0f31-4357-4128-8361-3edb5345e4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:20:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['e460b3d0-5a1d-462c-9230-b1366338442a'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:21:05.161154 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d5b79-fbaf-40b0-8c3a-8c21a5cd0100 req-d6b40f45-117b-4aab-b20a-c43d71d7e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:05.163282 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-345d5b79-fbaf-40b0-8c3a-8c21a5cd0100 req-d6b40f45-117b-4aab-b20a-c43d71d7e873 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4e8d5024-2593-474f-aedc-412be4f13971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541189 Jul 19 17:21:05.252203 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-17ba0f31-4357-4128-8361-3edb5345e4c8 None None] Set router e460b3d0-5a1d-462c-9230-b1366338442a gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:21:05.253076 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-345d5b79-fbaf-40b0-8c3a-8c21a5cd0100 req-382965d5-331a-4897-a193-fe5a43255735 service neutron] 10.222.0.16 "GET /v2.0/networks/4e8d5024-2593-474f-aedc-412be4f13971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826468 Jul 19 17:21:05.346812 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-345d5b79-fbaf-40b0-8c3a-8c21a5cd0100 req-3ea7aedb-5e07-41a7-964e-02a993e324c7 service neutron] 10.222.0.16 "GET /v2.0/networks/4e8d5024-2593-474f-aedc-412be4f13971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867960 Jul 19 17:21:05.478877 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-17ba0f31-4357-4128-8361-3edb5345e4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'name': 'tempest-AttachVolumeShelveTestJSON-1950806056-router', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:20:47Z', 'updated_at': '2021-07-19T17:20:50Z', 'revision_number': 4, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'gw_port': {'id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:48Z', 'updated_at': '2021-07-19T17:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_floatingips': [{'id': '6869d490-b245-4c03-952d-5609416595c5', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'router_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'port_id': 'fd3def10-0145-42f3-8325-f6c30a803012', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971', 'mac_address': 'fa:16:3e:78:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca12345-aa09-4a39-9b76-83930c9127cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:20:52Z', 'updated_at': '2021-07-19T17:21:04Z', 'revision_number': 1, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca1336cd-a81f-4ef9-a50b-bd616031edda', 'name': '', 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'mac_address': 'fa:16:3e:0c:3e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:49Z', 'updated_at': '2021-07-19T17:20:55Z', 'revision_number': 5, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'subnets': [{'id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:21:05.504652 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba0f31-4357-4128-8361-3edb5345e4c8 None None] The sync data for ids ['e460b3d0-5a1d-462c-9230-b1366338442a'] in dv-cinder-801354-1-iscsi is: [{'id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'name': 'tempest-AttachVolumeShelveTestJSON-1950806056-router', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:20:47Z', 'updated_at': '2021-07-19T17:20:50Z', 'revision_number': 4, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'gw_port': {'id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:48Z', 'updated_at': '2021-07-19T17:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_floatingips': [{'id': '6869d490-b245-4c03-952d-5609416595c5', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'router_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'port_id': 'fd3def10-0145-42f3-8325-f6c30a803012', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971', 'mac_address': 'fa:16:3e:78:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca12345-aa09-4a39-9b76-83930c9127cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:20:52Z', 'updated_at': '2021-07-19T17:21:04Z', 'revision_number': 1, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca1336cd-a81f-4ef9-a50b-bd616031edda', 'name': '', 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'mac_address': 'fa:16:3e:0c:3e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:49Z', 'updated_at': '2021-07-19T17:20:55Z', 'revision_number': 5, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'subnets': [{'id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:21:05.683889 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b7fb54-fd7c-4896-9bc8-9e16d9d78951 None None] New status for floating IP 6869d490-b245-4c03-952d-5609416595c5: ACTIVE {{(pid=93288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:21:08.462078 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-bfd9eabe-ac92-453e-a4b1-d269854f1fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:10.684383 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b5bb712b-2b2e-4556-bfe8-1803b9a6f8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:11.175941 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:11.937420 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:13.691641 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:14.687354 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:21:16.512273 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:30.988098 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962edca7-a8be-4147-901e-173cb56e6e76 req-0a899412-1516-4ba6-a909-10e5c713a935 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:30.989474 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-962edca7-a8be-4147-901e-173cb56e6e76 req-0a899412-1516-4ba6-a909-10e5c713a935 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0620310 Jul 19 17:21:31.024929 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-962edca7-a8be-4147-901e-173cb56e6e76 req-9201df95-23f4-4659-9482-dd3dccb15c2b tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300794 Jul 19 17:21:32.150687 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113180b2-717b-46d1-9d0b-55966d0b317f req-6ef4e3e3-4363-49be-b1e3-c687c34a14dd tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:32.152138 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-113180b2-717b-46d1-9d0b-55966d0b317f req-6ef4e3e3-4363-49be-b1e3-c687c34a14dd tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0611348 Jul 19 17:21:32.188915 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-113180b2-717b-46d1-9d0b-55966d0b317f req-2770f54d-f3df-41e0-be6c-77dd23eb7873 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314045 Jul 19 17:21:33.316074 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d79d45-802d-404d-8e32-85a1d59b7dfb req-52ff5cd8-9056-41e1-b856-4197d5ab1897 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:33.317548 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-76d79d45-802d-404d-8e32-85a1d59b7dfb req-52ff5cd8-9056-41e1-b856-4197d5ab1897 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0642712 Jul 19 17:21:33.353573 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-76d79d45-802d-404d-8e32-85a1d59b7dfb req-f7c26675-0d4a-4f02-a331-a5520fe256cc tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306370 Jul 19 17:21:34.482790 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75798a3-686a-4ffe-aed3-b12570e870f5 req-f2292ed4-4988-4304-b3c6-d7090811773a tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:34.484299 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b75798a3-686a-4ffe-aed3-b12570e870f5 req-f2292ed4-4988-4304-b3c6-d7090811773a tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0649586 Jul 19 17:21:34.521121 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b75798a3-686a-4ffe-aed3-b12570e870f5 req-4a95fb64-902a-4161-8be7-e5a65529f42e tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313499 Jul 19 17:21:35.440931 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae7017-66b0-4257-81ce-4776b7f194e9 req-052b3456-ee90-4541-8da2-b5159a180710 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:35.442413 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-40ae7017-66b0-4257-81ce-4776b7f194e9 req-052b3456-ee90-4541-8da2-b5159a180710 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.16 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0646470 Jul 19 17:21:35.541360 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-40ae7017-66b0-4257-81ce-4776b7f194e9 req-05f37c2c-2ca3-4e7e-b41f-73c47b165a60 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Deleting port ab60a68a-9012-4b73-9baf-569fbea92105 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:21:35.541724 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-40ae7017-66b0-4257-81ce-4776b7f194e9 req-05f37c2c-2ca3-4e7e-b41f-73c47b165a60 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:35.628334 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-40ae7017-66b0-4257-81ce-4776b7f194e9 req-05f37c2c-2ca3-4e7e-b41f-73c47b165a60 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] For port ab60a68a-9012-4b73-9baf-569fbea92105, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ab60a68a-9012-4b73-9baf-569fbea92105,segment=NetworkSegment(90d5fd33-a215-47be-b301-ae3a83f4aa65),segment_id=90d5fd33-a215-47be-b301-ae3a83f4aa65)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:21:35.628692 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-40ae7017-66b0-4257-81ce-4776b7f194e9 req-05f37c2c-2ca3-4e7e-b41f-73c47b165a60 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:35.649337 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173ee9b-afea-4616-9483-9a8adcefeae5 req-f45617a1-5f93-42f1-923b-a92ff7ba050c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:35.650814 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f173ee9b-afea-4616-9483-9a8adcefeae5 req-f45617a1-5f93-42f1-923b-a92ff7ba050c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 946 time: 0.0646307 Jul 19 17:21:35.688577 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f173ee9b-afea-4616-9483-9a8adcefeae5 req-508117e0-32d4-4568-8b82-cf7aa2b8a869 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=d33c9308-f18a-42cc-a9af-18a5f00347ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317237 Jul 19 17:21:35.858445 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-40ae7017-66b0-4257-81ce-4776b7f194e9 req-05f37c2c-2ca3-4e7e-b41f-73c47b165a60 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:35.858877 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-40ae7017-66b0-4257-81ce-4776b7f194e9 req-05f37c2c-2ca3-4e7e-b41f-73c47b165a60 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-974214'] for floatingip, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:35.859232 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.db.l3_db [req-40ae7017-66b0-4257-81ce-4776b7f194e9 req-05f37c2c-2ca3-4e7e-b41f-73c47b165a60 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Floating IP d5225bcc-bcb4-4bb4-a116-82053dc25eeb disassociated. External IP: 172.27.1.35, port: ab60a68a-9012-4b73-9baf-569fbea92105. Jul 19 17:21:35.859686 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-40ae7017-66b0-4257-81ce-4776b7f194e9 req-05f37c2c-2ca3-4e7e-b41f-73c47b165a60 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Calling delete_port for ab60a68a-9012-4b73-9baf-569fbea92105 owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:21:35.984910 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-40ae7017-66b0-4257-81ce-4776b7f194e9 req-05f37c2c-2ca3-4e7e-b41f-73c47b165a60 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:36.012453 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f37c2c-2ca3-4e7e-b41f-73c47b165a60 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Pushing event deleted for resources: {'Port': ['ID=ab60a68a-9012-4b73-9baf-569fbea92105,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:21:36.023622 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f37c2c-2ca3-4e7e-b41f-73c47b165a60 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:36.023967 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f37c2c-2ca3-4e7e-b41f-73c47b165a60 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:36.024307 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f37c2c-2ca3-4e7e-b41f-73c47b165a60 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:36.024640 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f37c2c-2ca3-4e7e-b41f-73c47b165a60 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:36.024972 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f37c2c-2ca3-4e7e-b41f-73c47b165a60 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:36.025334 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f37c2c-2ca3-4e7e-b41f-73c47b165a60 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:36.025659 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f37c2c-2ca3-4e7e-b41f-73c47b165a60 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:36.025984 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f37c2c-2ca3-4e7e-b41f-73c47b165a60 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:36.026308 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f37c2c-2ca3-4e7e-b41f-73c47b165a60 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:36.026630 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f37c2c-2ca3-4e7e-b41f-73c47b165a60 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:36.026949 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f37c2c-2ca3-4e7e-b41f-73c47b165a60 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:36.027266 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f37c2c-2ca3-4e7e-b41f-73c47b165a60 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:36.351884 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40ae7017-66b0-4257-81ce-4776b7f194e9 req-05f37c2c-2ca3-4e7e-b41f-73c47b165a60 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Router 31f9997c-e443-4c64-90b9-e28fefa3b7ff has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:21:36.456015 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40ae7017-66b0-4257-81ce-4776b7f194e9 req-05f37c2c-2ca3-4e7e-b41f-73c47b165a60 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:21:36.467014 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5547ccb9-b5c1-49d6-81fc-6424925a6ebb None None] Sync routers for ids ['31f9997c-e443-4c64-90b9-e28fefa3b7ff'] in dv-cinder-801354-1-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:21:36.476188 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5547ccb9-b5c1-49d6-81fc-6424925a6ebb None None] Routers {'31f9997c-e443-4c64-90b9-e28fefa3b7ff'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:21:36.476861 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-5547ccb9-b5c1-49d6-81fc-6424925a6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:21:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['31f9997c-e443-4c64-90b9-e28fefa3b7ff'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:21:36.502638 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ae7017-66b0-4257-81ce-4776b7f194e9 req-05f37c2c-2ca3-4e7e-b41f-73c47b165a60 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] No DVR routers for this DVR port ab60a68a-9012-4b73-9baf-569fbea92105 on host hv-cinder-80135 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:21:36.505356 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-40ae7017-66b0-4257-81ce-4776b7f194e9 req-05f37c2c-2ca3-4e7e-b41f-73c47b165a60 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:36.507694 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-40ae7017-66b0-4257-81ce-4776b7f194e9 req-05f37c2c-2ca3-4e7e-b41f-73c47b165a60 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.16 "DELETE /v2.0/ports/ab60a68a-9012-4b73-9baf-569fbea92105 HTTP/1.1" status: 204 len: 173 time: 1.0596237 Jul 19 17:21:36.508124 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08226b43-0c8e-4505-ba42-9ed960824b67', 'name': 'network-vif-deleted', 'tag': 'ab60a68a-9012-4b73-9baf-569fbea92105'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:21:36.510350 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5addc5ab-b090-443c-a3da-7943a2930336" -d '{"events": [{"server_uuid": "08226b43-0c8e-4505-ba42-9ed960824b67", "name": "network-vif-deleted", "tag": "ab60a68a-9012-4b73-9baf-569fbea92105"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:21:36.554782 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421c7a5e-1dfe-48e5-8713-6e2cb91363d5 x-openstack-request-id: req-421c7a5e-1dfe-48e5-8713-6e2cb91363d5 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:21:36.555063 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08226b43-0c8e-4505-ba42-9ed960824b67", "name": "network-vif-deleted", "tag": "ab60a68a-9012-4b73-9baf-569fbea92105", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:21:36.555311 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-421c7a5e-1dfe-48e5-8713-6e2cb91363d5 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:21:36.555696 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08226b43-0c8e-4505-ba42-9ed960824b67', 'name': 'network-vif-deleted', 'tag': 'ab60a68a-9012-4b73-9baf-569fbea92105', 'status': 'completed', 'code': 200} Jul 19 17:21:36.601098 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-5547ccb9-b5c1-49d6-81fc-6424925a6ebb None None] Set router 31f9997c-e443-4c64-90b9-e28fefa3b7ff gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:21:36.786054 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-072ec361-47ff-4322-8581-c041dd3a5e15 req-870d4d29-3d88-4e60-b546-57b83b126f60 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 210 time: 0.0291555 Jul 19 17:21:36.799866 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-5547ccb9-b5c1-49d6-81fc-6424925a6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'name': 'tempest-AttachVolumeTestJSON-92550418-router', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f1f6d06f-143b-4989-9190-693149265255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:16:55Z', 'updated_at': '2021-07-19T17:16:59Z', 'revision_number': 4, 'project_id': 'dc220f375215460db8d07850e09978fb', 'gw_port': {'id': 'f1f6d06f-143b-4989-9190-693149265255', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:16:56Z', 'updated_at': '2021-07-19T17:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'eef02279-157e-4ef5-a47c-2ecf77b3cde2', 'name': '', 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'mac_address': 'fa:16:3e:f9:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '53a8e247-a27a-46a2-abea-935b2a780c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:16:58Z', 'updated_at': '2021-07-19T17:17:07Z', 'revision_number': 5, 'project_id': 'dc220f375215460db8d07850e09978fb', 'subnets': [{'id': '53a8e247-a27a-46a2-abea-935b2a780c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:21:36.828070 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5547ccb9-b5c1-49d6-81fc-6424925a6ebb None None] Checking router: 31f9997c-e443-4c64-90b9-e28fefa3b7ff for host: dv-cinder-801354-1-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:21:36.837346 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5547ccb9-b5c1-49d6-81fc-6424925a6ebb None None] Routers {'31f9997c-e443-4c64-90b9-e28fefa3b7ff'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:21:36.837953 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-5547ccb9-b5c1-49d6-81fc-6424925a6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:21:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['31f9997c-e443-4c64-90b9-e28fefa3b7ff'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:21:37.059213 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-5547ccb9-b5c1-49d6-81fc-6424925a6ebb None None] Set router 31f9997c-e443-4c64-90b9-e28fefa3b7ff gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:21:37.249636 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-5547ccb9-b5c1-49d6-81fc-6424925a6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'name': 'tempest-AttachVolumeTestJSON-92550418-router', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f1f6d06f-143b-4989-9190-693149265255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:16:55Z', 'updated_at': '2021-07-19T17:16:59Z', 'revision_number': 4, 'project_id': 'dc220f375215460db8d07850e09978fb', 'gw_port': {'id': 'f1f6d06f-143b-4989-9190-693149265255', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:16:56Z', 'updated_at': '2021-07-19T17:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'eef02279-157e-4ef5-a47c-2ecf77b3cde2', 'name': '', 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'mac_address': 'fa:16:3e:f9:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '53a8e247-a27a-46a2-abea-935b2a780c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:16:58Z', 'updated_at': '2021-07-19T17:17:07Z', 'revision_number': 5, 'project_id': 'dc220f375215460db8d07850e09978fb', 'subnets': [{'id': '53a8e247-a27a-46a2-abea-935b2a780c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:21:37.275745 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5547ccb9-b5c1-49d6-81fc-6424925a6ebb None None] The sync data for ids ['31f9997c-e443-4c64-90b9-e28fefa3b7ff'] in dv-cinder-801354-1-iscsi is: [{'id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'name': 'tempest-AttachVolumeTestJSON-92550418-router', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f1f6d06f-143b-4989-9190-693149265255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:16:55Z', 'updated_at': '2021-07-19T17:16:59Z', 'revision_number': 4, 'project_id': 'dc220f375215460db8d07850e09978fb', 'gw_port': {'id': 'f1f6d06f-143b-4989-9190-693149265255', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:16:56Z', 'updated_at': '2021-07-19T17:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'eef02279-157e-4ef5-a47c-2ecf77b3cde2', 'name': '', 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'mac_address': 'fa:16:3e:f9:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '53a8e247-a27a-46a2-abea-935b2a780c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:16:58Z', 'updated_at': '2021-07-19T17:17:07Z', 'revision_number': 5, 'project_id': 'dc220f375215460db8d07850e09978fb', 'subnets': [{'id': '53a8e247-a27a-46a2-abea-935b2a780c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:21:37.485936 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ba7fef-2319-47df-ab55-29fadc0069b5 None None] New status for floating IP d5225bcc-bcb4-4bb4-a116-82053dc25eeb: DOWN {{(pid=93288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:21:37.892079 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c047378e-692d-471a-a115-ba9946b94460 req-b4629c0c-1911-4d4e-a16c-76e0232edf51 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 210 time: 0.0322461 Jul 19 17:21:38.464757 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-fe12402f-1a5c-4d7b-9203-414e708296e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:38.938182 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device ab60a68a-9012-4b73-9baf-569fbea92105 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:21:38.962220 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] No Port match for: ab60a68a-9012-4b73-9baf-569fbea92105 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:21:38.962570 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device ab60a68a-9012-4b73-9baf-569fbea92105 not bound to the agent host hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:21:38.987584 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-fc566640-0ea9-4c44-95e7-6bf364bee85d req-9431c84b-2162-4098-b7ca-8220f1293ca6 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=08226b43-0c8e-4505-ba42-9ed960824b67 HTTP/1.1" status: 200 len: 210 time: 0.0284326 Jul 19 17:21:40.073963 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 40832) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:21:40.131243 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-97dc2ac6-c993-42e8-9577-0287ba3d05cc tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:40.156576 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-97dc2ac6-c993-42e8-9577-0287ba3d05cc tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:40.201745 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-97dc2ac6-c993-42e8-9577-0287ba3d05cc tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:40.204446 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-97dc2ac6-c993-42e8-9577-0287ba3d05cc tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:40.205577 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-97dc2ac6-c993-42e8-9577-0287ba3d05cc tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "DELETE /v2.0/security-groups/d33c9308-f18a-42cc-a9af-18a5f00347ad HTTP/1.1" status: 204 len: 168 time: 0.1298263 Jul 19 17:21:40.208446 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 40834) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:21:40.214941 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc2ac6-c993-42e8-9577-0287ba3d05cc tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33c9308-f18a-42cc-a9af-18a5f00347ad,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:21:40.222378 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.api.v2.resource [None req-bb3c6524-dbeb-4aff-bde2-0093a2933f48 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] show failed (client error): The resource could not be found. Jul 19 17:21:40.223370 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-bb3c6524-dbeb-4aff-bde2-0093a2933f48 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups/d33c9308-f18a-42cc-a9af-18a5f00347ad HTTP/1.1" status: 404 len: 347 time: 0.0139115 Jul 19 17:21:40.226181 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 40836) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:21:40.578068 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-51421e35-7b62-43fa-8649-11b929f6f96c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Deleting port 17bf3da9-5d63-462b-9db7-a72b301026cc {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:21:40.578292 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-51421e35-7b62-43fa-8649-11b929f6f96c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:40.649172 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-51421e35-7b62-43fa-8649-11b929f6f96c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:40.649518 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-51421e35-7b62-43fa-8649-11b929f6f96c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:40.661167 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-51421e35-7b62-43fa-8649-11b929f6f96c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Calling delete_port for 17bf3da9-5d63-462b-9db7-a72b301026cc owned by network:floatingip {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:21:40.685210 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-278d3476-4fe9-49c4-bc96-ba106233762b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:40.825496 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-51421e35-7b62-43fa-8649-11b929f6f96c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10507233'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:40.849902 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51421e35-7b62-43fa-8649-11b929f6f96c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Pushing event deleted for resources: {'Port': ['ID=17bf3da9-5d63-462b-9db7-a72b301026cc,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:21:40.860572 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51421e35-7b62-43fa-8649-11b929f6f96c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:40.860921 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51421e35-7b62-43fa-8649-11b929f6f96c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:40.861283 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51421e35-7b62-43fa-8649-11b929f6f96c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:40.861616 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51421e35-7b62-43fa-8649-11b929f6f96c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:40.861944 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51421e35-7b62-43fa-8649-11b929f6f96c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:40.862269 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51421e35-7b62-43fa-8649-11b929f6f96c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:40.862594 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51421e35-7b62-43fa-8649-11b929f6f96c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:40.862916 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51421e35-7b62-43fa-8649-11b929f6f96c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:40.863237 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51421e35-7b62-43fa-8649-11b929f6f96c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:40.863556 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51421e35-7b62-43fa-8649-11b929f6f96c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:40.863873 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51421e35-7b62-43fa-8649-11b929f6f96c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:40.864186 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51421e35-7b62-43fa-8649-11b929f6f96c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:40.920700 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-51421e35-7b62-43fa-8649-11b929f6f96c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for floatingip, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:40.923165 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-51421e35-7b62-43fa-8649-11b929f6f96c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for floatingip, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:40.924299 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-51421e35-7b62-43fa-8649-11b929f6f96c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "DELETE /v2.0/floatingips/d5225bcc-bcb4-4bb4-a116-82053dc25eeb HTTP/1.1" status: 204 len: 168 time: 0.6972504 Jul 19 17:21:41.177808 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:41.371399 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 40848) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:21:41.376056 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-8fa63bb6-32d2-4694-9569-d591b521bf71 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Request body: {'security_group': {'name': 'tempest-securitygroup--11978690', 'description': 'tempest-description--520559122'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:21:41.397472 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8fa63bb6-32d2-4694-9569-d591b521bf71 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:41.480727 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8fa63bb6-32d2-4694-9569-d591b521bf71 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:41.484195 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8fa63bb6-32d2-4694-9569-d591b521bf71 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:41.508537 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8fa63bb6-32d2-4694-9569-d591b521bf71 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:41.509755 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-8fa63bb6-32d2-4694-9569-d591b521bf71 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1373370 Jul 19 17:21:41.512900 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 40850) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:21:41.513881 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa63bb6-32d2-4694-9569-d591b521bf71 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fab2c0-a67d-487d-a180-07c0917054e5,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:21:41.519178 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-85baba8f-d827-4eea-9324-88e32e07aca1 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Request body: {'security_group_rule': {'security_group_id': 'c9fab2c0-a67d-487d-a180-07c0917054e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:21:41.546713 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-85baba8f-d827-4eea-9324-88e32e07aca1 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:41.599988 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-85baba8f-d827-4eea-9324-88e32e07aca1 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:41.603337 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-85baba8f-d827-4eea-9324-88e32e07aca1 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548936'] for security_group_rule, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:41.623230 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85baba8f-d827-4eea-9324-88e32e07aca1 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a93e7ba5-2c84-4147-a568-ce4d96f01d38,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:21:41.629657 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-85baba8f-d827-4eea-9324-88e32e07aca1 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:41.630849 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-85baba8f-d827-4eea-9324-88e32e07aca1 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163704 Jul 19 17:21:41.633473 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 40852) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:21:41.638168 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-e4b295cb-e6f2-42ea-aced-ffbf7ff2767a tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Request body: {'security_group_rule': {'security_group_id': 'c9fab2c0-a67d-487d-a180-07c0917054e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:21:41.663300 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e4b295cb-e6f2-42ea-aced-ffbf7ff2767a tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:41.719015 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e4b295cb-e6f2-42ea-aced-ffbf7ff2767a tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:41.723311 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e4b295cb-e6f2-42ea-aced-ffbf7ff2767a tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548936'] for security_group_rule, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:41.741698 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b295cb-e6f2-42ea-aced-ffbf7ff2767a tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1674c24-6331-4637-9694-07cd586114a3,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:21:41.749285 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e4b295cb-e6f2-42ea-aced-ffbf7ff2767a tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:41.750443 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-e4b295cb-e6f2-42ea-aced-ffbf7ff2767a tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159742 Jul 19 17:21:41.753345 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 40854) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:21:41.757493 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-ea55bb9d-b69f-49f4-83e5-971ab8beda73 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Request body: {'floatingip': {'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:21:41.778632 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ea55bb9d-b69f-49f4-83e5-971ab8beda73 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for floatingip, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:41.873559 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ea55bb9d-b69f-49f4-83e5-971ab8beda73 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:41.939364 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:41.975403 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-ea55bb9d-b69f-49f4-83e5-971ab8beda73 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Allocated IP 172.27.1.115 (471a83f0-55fa-4280-ad36-b168b6f04fca/5f22dab2-98ea-4073-8b5a-7afc7b46c4a2/270d6ae2-fdce-4435-97b3-0c81c59302ae) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:21:42.074925 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ea55bb9d-b69f-49f4-83e5-971ab8beda73 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:42.110767 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ea55bb9d-b69f-49f4-83e5-971ab8beda73 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10507233'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:42.145970 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea55bb9d-b69f-49f4-83e5-971ab8beda73 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Network 471a83f0-55fa-4280-ad36-b168b6f04fca is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:21:42.150604 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-ea55bb9d-b69f-49f4-83e5-971ab8beda73 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:21:42.154473 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea55bb9d-b69f-49f4-83e5-971ab8beda73 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:21:42.194741 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55bb9d-b69f-49f4-83e5-971ab8beda73 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Pushing event updated for resources: {'Port': ['ID=270d6ae2-fdce-4435-97b3-0c81c59302ae,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:21:42.248003 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ea55bb9d-b69f-49f4-83e5-971ab8beda73 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:42.294350 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ea55bb9d-b69f-49f4-83e5-971ab8beda73 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:42.443911 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ea55bb9d-b69f-49f4-83e5-971ab8beda73 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:42.448149 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ea55bb9d-b69f-49f4-83e5-971ab8beda73 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10507256'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:42.514757 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55bb9d-b69f-49f4-83e5-971ab8beda73 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Pushing event updated for resources: {'Port': ['ID=270d6ae2-fdce-4435-97b3-0c81c59302ae,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:21:42.524025 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ea55bb9d-b69f-49f4-83e5-971ab8beda73 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-974214'] for floatingip, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:42.538131 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ea55bb9d-b69f-49f4-83e5-971ab8beda73 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for floatingip, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:42.539401 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-ea55bb9d-b69f-49f4-83e5-971ab8beda73 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7851655 Jul 19 17:21:42.716609 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-0d1c84eb-2355-4b2a-931c-71945c359692 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--11978690&fields=id&tenant_id=dc220f375215460db8d07850e09978fb HTTP/1.1" status: 200 len: 267 time: 0.0317221 Jul 19 17:21:42.818941 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-ac54b7bb-1650-41a8-a2b7-e075847ff80d tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:42.820393 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-ac54b7bb-1650-41a8-a2b7-e075847ff80d tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/networks?id=a2a529f0-73cb-4c3b-8ecb-6e30cb300478 HTTP/1.1" status: 200 len: 809 time: 0.0976918 Jul 19 17:21:42.834603 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-9706480f-4a3a-47eb-87fa-59c088f44688 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/quotas/dc220f375215460db8d07850e09978fb HTTP/1.1" status: 200 len: 375 time: 0.0088749 Jul 19 17:21:42.910127 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-fbb57482-e4e2-4803-986c-b5c9d65b25cc tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=dc220f375215460db8d07850e09978fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0706120 Jul 19 17:21:43.001169 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-7430b19c-54ba-4118-889f-b17fc9290e1f service neutron] 10.222.0.63 "GET /v2.0/networks/a2a529f0-73cb-4c3b-8ecb-6e30cb300478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800374 Jul 19 17:21:43.089854 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-df6be4c7-4ef0-45f6-a626-65bf6c895190 service neutron] 10.222.0.63 "GET /v2.0/networks/a2a529f0-73cb-4c3b-8ecb-6e30cb300478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831165 Jul 19 17:21:43.252076 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-977c39b1-1fcf-4c69-94f6-39f1a040a3f4 req-e6eb78e4-9b4b-4ef0-a243-6cf98d594a8e tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=cad75724-df5c-4ee8-8fd5-1435f1d6b7a5 HTTP/1.1" status: 200 len: 210 time: 0.0289493 Jul 19 17:21:43.693938 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:44.254022 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-0f4d2e69-abbf-4c7a-9459-22ea6963a00e tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:44.255467 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-0f4d2e69-abbf-4c7a-9459-22ea6963a00e tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.16 "GET /v2.0/networks?id=a2a529f0-73cb-4c3b-8ecb-6e30cb300478 HTTP/1.1" status: 200 len: 809 time: 0.1098385 Jul 19 17:21:44.306957 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-e1e0e725-ce33-4099-95a7-7e8acce8abfe tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc220f375215460db8d07850e09978fb HTTP/1.1" status: 200 len: 378 time: 0.0420461 Jul 19 17:21:44.315799 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-183c6b85-92e9-4188-be43-d72b3d43728f tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Request body: {'port': {'device_id': 'cad75724-df5c-4ee8-8fd5-1435f1d6b7a5', 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478', 'admin_state_up': True, 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'security_groups': ['c9fab2c0-a67d-487d-a180-07c0917054e5']}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:21:44.352326 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1a5054e4-3f7f-48a9-ae71-20419c81a6a6 req-4fcad020-9b66-426e-bfb3-2d2d872bf1a1 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=cad75724-df5c-4ee8-8fd5-1435f1d6b7a5 HTTP/1.1" status: 200 len: 210 time: 0.0314775 Jul 19 17:21:44.422181 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-183c6b85-92e9-4188-be43-d72b3d43728f tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Made reservation on behalf of dc220f375215460db8d07850e09978fb for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:21:44.425675 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-183c6b85-92e9-4188-be43-d72b3d43728f tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:44.554635 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-183c6b85-92e9-4188-be43-d72b3d43728f tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Allocated IP 172.20.0.5 (a2a529f0-73cb-4c3b-8ecb-6e30cb300478/53a8e247-a27a-46a2-abea-935b2a780c56/6326fb8d-7cc2-4105-98de-60ac72a023de) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:21:44.691188 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-183c6b85-92e9-4188-be43-d72b3d43728f tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:44.732832 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-183c6b85-92e9-4188-be43-d72b3d43728f tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Transition to ACTIVE for port object 6326fb8d-7cc2-4105-98de-60ac72a023de will not be triggered until provisioned by entity DHCP. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:21:44.791393 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebce24-c8cb-4728-a13f-f9597f07a3df req-35845d9a-ce98-4726-9f7d-b8fc5750a0a4 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:44.792925 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-78ebce24-c8cb-4728-a13f-f9597f07a3df req-35845d9a-ce98-4726-9f7d-b8fc5750a0a4 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9c8e14a-18c2-4a59-ab59-31ff10a03b7d HTTP/1.1" status: 200 len: 945 time: 0.0981040 Jul 19 17:21:44.794384 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-183c6b85-92e9-4188-be43-d72b3d43728f tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:44.849550 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-183c6b85-92e9-4188-be43-d72b3d43728f tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Network a2a529f0-73cb-4c3b-8ecb-6e30cb300478 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:21:44.863012 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-183c6b85-92e9-4188-be43-d72b3d43728f tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:21:44.870338 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-183c6b85-92e9-4188-be43-d72b3d43728f tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:21:44.876293 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-183c6b85-92e9-4188-be43-d72b3d43728f tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:44.876892 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-183c6b85-92e9-4188-be43-d72b3d43728f tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:44.888240 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-78ebce24-c8cb-4728-a13f-f9597f07a3df req-456c2550-d069-4f8c-b8c9-69cde27216c7 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/security-groups?id=e016c065-77b0-4991-a9f6-9a65eb28c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852153 Jul 19 17:21:44.891899 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c6b85-92e9-4188-be43-d72b3d43728f tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Pushing event updated for resources: {'Port': ['ID=6326fb8d-7cc2-4105-98de-60ac72a023de,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:21:44.907260 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-183c6b85-92e9-4188-be43-d72b3d43728f tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5952570 Jul 19 17:21:44.922282 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-dcef2f87-e11b-4729-8336-c189be2f883d service neutron] Request body: {'port': {'device_id': 'cad75724-df5c-4ee8-8fd5-1435f1d6b7a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:21:44.997748 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-dcef2f87-e11b-4729-8336-c189be2f883d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:45.116372 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-0b868f24-6314-4b4a-8c9d-7ea115009197 None None] Provisioning for port 6326fb8d-7cc2-4105-98de-60ac72a023de completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:21:45.120341 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-0b868f24-6314-4b4a-8c9d-7ea115009197 None None] Provisioning complete for port 6326fb8d-7cc2-4105-98de-60ac72a023de triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:21:45.120715 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0b868f24-6314-4b4a-8c9d-7ea115009197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:45.158326 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-0b868f24-6314-4b4a-8c9d-7ea115009197 None None] Port 6326fb8d-7cc2-4105-98de-60ac72a023de cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:21:45.254829 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-dcef2f87-e11b-4729-8336-c189be2f883d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6326fb8d-7cc2-4105-98de-60ac72a023de {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:21:45.262832 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-dcef2f87-e11b-4729-8336-c189be2f883d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:45.274136 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-dcef2f87-e11b-4729-8336-c189be2f883d service neutron] Transition to ACTIVE for port object 6326fb8d-7cc2-4105-98de-60ac72a023de will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:21:45.277723 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-dcef2f87-e11b-4729-8336-c189be2f883d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:45.327299 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef2f87-e11b-4729-8336-c189be2f883d service neutron] Pushing event updated for resources: {'Port': ['ID=6326fb8d-7cc2-4105-98de-60ac72a023de,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:21:45.362562 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-dcef2f87-e11b-4729-8336-c189be2f883d service neutron] Attempting to bind port 6326fb8d-7cc2-4105-98de-60ac72a023de on host hv-cinder-80135 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:21:45.363052 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-dcef2f87-e11b-4729-8336-c189be2f883d service neutron] Attempting to bind port 6326fb8d-7cc2-4105-98de-60ac72a023de by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '90d5fd33-a215-47be-b301-ae3a83f4aa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:21:45.363463 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-dcef2f87-e11b-4729-8336-c189be2f883d service neutron] Attempting to bind port 6326fb8d-7cc2-4105-98de-60ac72a023de on network a2a529f0-73cb-4c3b-8ecb-6e30cb300478 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:21:45.368033 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-dcef2f87-e11b-4729-8336-c189be2f883d service neutron] Port 6326fb8d-7cc2-4105-98de-60ac72a023de on network a2a529f0-73cb-4c3b-8ecb-6e30cb300478 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:21:45.368357 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-dcef2f87-e11b-4729-8336-c189be2f883d service neutron] Attempting to bind port 6326fb8d-7cc2-4105-98de-60ac72a023de on network a2a529f0-73cb-4c3b-8ecb-6e30cb300478 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:21:45.373711 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-dcef2f87-e11b-4729-8336-c189be2f883d service neutron] Checking agent: {'id': '17f591d8-d993-47ca-b852-67375c71a36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'started_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:21:45.374293 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-dcef2f87-e11b-4729-8336-c189be2f883d service neutron] Checking segment: {'id': '90d5fd33-a215-47be-b301-ae3a83f4aa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:21:45.374541 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-dcef2f87-e11b-4729-8336-c189be2f883d service neutron] Bound using segment: {'id': '90d5fd33-a215-47be-b301-ae3a83f4aa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:21:45.374991 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-dcef2f87-e11b-4729-8336-c189be2f883d service neutron] Bound port: 6326fb8d-7cc2-4105-98de-60ac72a023de, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90d5fd33-a215-47be-b301-ae3a83f4aa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:21:45.375306 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-dcef2f87-e11b-4729-8336-c189be2f883d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:45.442714 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-dcef2f87-e11b-4729-8336-c189be2f883d service neutron] For port 6326fb8d-7cc2-4105-98de-60ac72a023de, host hv-cinder-80135, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:21:45.447980 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-dcef2f87-e11b-4729-8336-c189be2f883d service neutron] For port 6326fb8d-7cc2-4105-98de-60ac72a023de, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=6326fb8d-7cc2-4105-98de-60ac72a023de,segment=NetworkSegment(90d5fd33-a215-47be-b301-ae3a83f4aa65),segment_id=90d5fd33-a215-47be-b301-ae3a83f4aa65)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:21:45.453708 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-dcef2f87-e11b-4729-8336-c189be2f883d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:45.499984 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-dcef2f87-e11b-4729-8336-c189be2f883d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:45.500684 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-dcef2f87-e11b-4729-8336-c189be2f883d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:45.502029 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-dcef2f87-e11b-4729-8336-c189be2f883d service neutron] 10.222.0.16 "PUT /v2.0/ports/6326fb8d-7cc2-4105-98de-60ac72a023de HTTP/1.1" status: 200 len: 1093 time: 0.5841124 Jul 19 17:21:45.502465 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad75724-df5c-4ee8-8fd5-1435f1d6b7a5', 'tag': '6326fb8d-7cc2-4105-98de-60ac72a023de'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:21:45.503260 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af1586-f58a-4631-b4f4-df51059a9c94 req-a3872603-b0c5-440a-b44a-2f41a32f3659 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:45.504724 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44db72b8-bc42-4fa1-b62a-52c6f6662d89" -d '{"events": [{"name": "network-changed", "server_uuid": "cad75724-df5c-4ee8-8fd5-1435f1d6b7a5", "tag": "6326fb8d-7cc2-4105-98de-60ac72a023de"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:21:45.504910 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c0af1586-f58a-4631-b4f4-df51059a9c94 req-a3872603-b0c5-440a-b44a-2f41a32f3659 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=cad75724-df5c-4ee8-8fd5-1435f1d6b7a5 HTTP/1.1" status: 200 len: 943 time: 0.0833147 Jul 19 17:21:45.521543 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef2f87-e11b-4729-8336-c189be2f883d service neutron] Pushing event updated for resources: {'Port': ['ID=6326fb8d-7cc2-4105-98de-60ac72a023de,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:21:45.552422 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c0af1586-f58a-4631-b4f4-df51059a9c94 req-4cc6d6a0-9c7a-4162-8d3d-f7f25a35cb82 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9fab2c0-a67d-487d-a180-07c0917054e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366018 Jul 19 17:21:45.592498 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a0c555-222f-4bf8-a481-a25ea361970b x-openstack-request-id: req-28a0c555-222f-4bf8-a481-a25ea361970b {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:21:45.592890 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad75724-df5c-4ee8-8fd5-1435f1d6b7a5", "tag": "6326fb8d-7cc2-4105-98de-60ac72a023de", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:21:45.593578 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-28a0c555-222f-4bf8-a481-a25ea361970b {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:21:45.593745 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad75724-df5c-4ee8-8fd5-1435f1d6b7a5', 'tag': '6326fb8d-7cc2-4105-98de-60ac72a023de', 'status': 'completed', 'code': 200} Jul 19 17:21:45.610981 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-81f7dc9d-2278-4eff-8c56-26eddbd8e365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:45.612476 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-81f7dc9d-2278-4eff-8c56-26eddbd8e365 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc220f375215460db8d07850e09978fb&device_id=cad75724-df5c-4ee8-8fd5-1435f1d6b7a5 HTTP/1.1" status: 200 len: 1096 time: 0.0647624 Jul 19 17:21:45.656166 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-bba45759-dbbe-41a6-8432-a7e9c0cf491d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6326fb8d-7cc2-4105-98de-60ac72a023de HTTP/1.1" status: 200 len: 217 time: 0.0341430 Jul 19 17:21:45.706808 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-121b97e2-5710-42d4-92e2-36fbd0aa28d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:45.708321 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-121b97e2-5710-42d4-92e2-36fbd0aa28d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=53a8e247-a27a-46a2-abea-935b2a780c56 HTTP/1.1" status: 200 len: 848 time: 0.0441577 Jul 19 17:21:45.779471 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-00cd5968-1872-4678-a683-9d67a15fece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:45.781650 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-00cd5968-1872-4678-a683-9d67a15fece0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a2a529f0-73cb-4c3b-8ecb-6e30cb300478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0649211 Jul 19 17:21:45.870217 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-e3dad7c9-e31b-4a1f-8e6c-d75537a2c7f5 service neutron] 10.222.0.16 "GET /v2.0/networks/a2a529f0-73cb-4c3b-8ecb-6e30cb300478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811207 Jul 19 17:21:45.963619 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-512923fa-74bd-49b6-a372-92b38956b8d5 req-361c494f-3262-434e-8d31-572bcc83a59b service neutron] 10.222.0.16 "GET /v2.0/networks/a2a529f0-73cb-4c3b-8ecb-6e30cb300478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838153 Jul 19 17:21:46.021672 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd590eb9-036a-45b4-85d4-adf4a668bf05 req-ed1534d6-6c84-4ed3-925f-d44c45050104 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:46.023136 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cd590eb9-036a-45b4-85d4-adf4a668bf05 req-ed1534d6-6c84-4ed3-925f-d44c45050104 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9c8e14a-18c2-4a59-ab59-31ff10a03b7d HTTP/1.1" status: 200 len: 945 time: 0.0637617 Jul 19 17:21:46.060220 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db72b8-bc42-4fa1-b62a-52c6f6662d89 req-c16f0fc4-d285-4a28-8014-d3e60276747e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:46.062192 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-44db72b8-bc42-4fa1-b62a-52c6f6662d89 req-c16f0fc4-d285-4a28-8014-d3e60276747e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc220f375215460db8d07850e09978fb&device_id=cad75724-df5c-4ee8-8fd5-1435f1d6b7a5 HTTP/1.1" status: 200 len: 1096 time: 0.0534754 Jul 19 17:21:46.067003 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cd590eb9-036a-45b4-85d4-adf4a668bf05 req-dc098f2e-c98c-4de8-9ee8-6d35d4208350 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/security-groups?id=e016c065-77b0-4991-a9f6-9a65eb28c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374451 Jul 19 17:21:46.157006 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db72b8-bc42-4fa1-b62a-52c6f6662d89 req-42280cce-b417-4507-a727-6b0850a2a83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:46.158491 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-44db72b8-bc42-4fa1-b62a-52c6f6662d89 req-42280cce-b417-4507-a727-6b0850a2a83f service neutron] 10.222.0.16 "GET /v2.0/networks?id=a2a529f0-73cb-4c3b-8ecb-6e30cb300478 HTTP/1.1" status: 200 len: 910 time: 0.0885177 Jul 19 17:21:46.200794 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-44db72b8-bc42-4fa1-b62a-52c6f6662d89 req-dcda4643-4bd2-432d-833a-f7c98188d916 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6326fb8d-7cc2-4105-98de-60ac72a023de HTTP/1.1" status: 200 len: 217 time: 0.0320630 Jul 19 17:21:46.249909 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db72b8-bc42-4fa1-b62a-52c6f6662d89 req-fbdb90f8-a04c-4141-a0df-17bdc754337e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:46.251242 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-44db72b8-bc42-4fa1-b62a-52c6f6662d89 req-fbdb90f8-a04c-4141-a0df-17bdc754337e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=53a8e247-a27a-46a2-abea-935b2a780c56 HTTP/1.1" status: 200 len: 848 time: 0.0416086 Jul 19 17:21:46.311928 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db72b8-bc42-4fa1-b62a-52c6f6662d89 req-24f84e40-3d9d-4bdc-8d62-c25022d3542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:46.313387 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-44db72b8-bc42-4fa1-b62a-52c6f6662d89 req-24f84e40-3d9d-4bdc-8d62-c25022d3542a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a2a529f0-73cb-4c3b-8ecb-6e30cb300478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540054 Jul 19 17:21:46.402473 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-44db72b8-bc42-4fa1-b62a-52c6f6662d89 req-2b550926-b527-4a2e-980e-01dd7fe830d8 service neutron] 10.222.0.16 "GET /v2.0/networks/a2a529f0-73cb-4c3b-8ecb-6e30cb300478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800402 Jul 19 17:21:46.530149 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-44db72b8-bc42-4fa1-b62a-52c6f6662d89 req-a45ffde4-707e-40fa-85fe-b24d263894ae service neutron] 10.222.0.16 "GET /v2.0/networks/a2a529f0-73cb-4c3b-8ecb-6e30cb300478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184201 Jul 19 17:21:46.537430 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:46.548706 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58192517-6390-4614-ab68-ca3bf822de6d req-635f800f-29fb-4f9a-8a7b-cf5c27da9780 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:46.550170 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-58192517-6390-4614-ab68-ca3bf822de6d req-635f800f-29fb-4f9a-8a7b-cf5c27da9780 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9c8e14a-18c2-4a59-ab59-31ff10a03b7d HTTP/1.1" status: 200 len: 945 time: 0.0810783 Jul 19 17:21:46.660176 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-58192517-6390-4614-ab68-ca3bf822de6d req-d6d3da70-9c1a-426a-9d27-0947b012d03a tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Deleting port bd861c8c-445d-4c86-8cf8-aa427908461d {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:21:46.660510 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-58192517-6390-4614-ab68-ca3bf822de6d req-d6d3da70-9c1a-426a-9d27-0947b012d03a tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:46.685033 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a46c01-8624-4cc5-b89b-725c14cf9487 req-3114fa2b-f1b9-4605-b670-02e0bdc3b37b tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:46.686552 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e1a46c01-8624-4cc5-b89b-725c14cf9487 req-3114fa2b-f1b9-4605-b670-02e0bdc3b37b tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=cad75724-df5c-4ee8-8fd5-1435f1d6b7a5 HTTP/1.1" status: 200 len: 943 time: 0.0640719 Jul 19 17:21:46.723319 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e1a46c01-8624-4cc5-b89b-725c14cf9487 req-bf2b3e47-d2f6-4e96-b7e4-2c71cdbfaa36 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9fab2c0-a67d-487d-a180-07c0917054e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312793 Jul 19 17:21:46.747024 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-58192517-6390-4614-ab68-ca3bf822de6d req-d6d3da70-9c1a-426a-9d27-0947b012d03a tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] For port bd861c8c-445d-4c86-8cf8-aa427908461d, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=bd861c8c-445d-4c86-8cf8-aa427908461d,segment=NetworkSegment(da7ab2af-e2e2-4b7b-a931-b8d1d6bbd275),segment_id=da7ab2af-e2e2-4b7b-a931-b8d1d6bbd275)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:21:46.747384 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-58192517-6390-4614-ab68-ca3bf822de6d req-d6d3da70-9c1a-426a-9d27-0947b012d03a tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:46.759421 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-58192517-6390-4614-ab68-ca3bf822de6d req-d6d3da70-9c1a-426a-9d27-0947b012d03a tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Calling delete_port for bd861c8c-445d-4c86-8cf8-aa427908461d owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:21:46.883460 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-58192517-6390-4614-ab68-ca3bf822de6d req-d6d3da70-9c1a-426a-9d27-0947b012d03a tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:46.894327 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['bd861c8c-445d-4c86-8cf8-aa427908461d'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:21:46.917514 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3da70-9c1a-426a-9d27-0947b012d03a tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Pushing event deleted for resources: {'Port': ['ID=bd861c8c-445d-4c86-8cf8-aa427908461d,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:21:46.959339 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-58192517-6390-4614-ab68-ca3bf822de6d req-d6d3da70-9c1a-426a-9d27-0947b012d03a tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] No DVR routers for this DVR port bd861c8c-445d-4c86-8cf8-aa427908461d on host hv-cinder-80135 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:21:46.961713 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-58192517-6390-4614-ab68-ca3bf822de6d req-d6d3da70-9c1a-426a-9d27-0947b012d03a tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:46.963643 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-58192517-6390-4614-ab68-ca3bf822de6d req-d6d3da70-9c1a-426a-9d27-0947b012d03a tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.16 "DELETE /v2.0/ports/bd861c8c-445d-4c86-8cf8-aa427908461d HTTP/1.1" status: 204 len: 173 time: 0.4075093 Jul 19 17:21:47.176299 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8dd65a31-8086-4f0d-8ae4-729df8c03fdc req-1bf91a63-a423-483f-b5aa-dc9280208105 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9c8e14a-18c2-4a59-ab59-31ff10a03b7d HTTP/1.1" status: 200 len: 210 time: 0.0310187 Jul 19 17:21:47.595050 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c8e14a-18c2-4a59-ab59-31ff10a03b7d', 'name': 'network-vif-deleted', 'tag': 'bd861c8c-445d-4c86-8cf8-aa427908461d'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:21:47.597428 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f282d679-7852-456e-bfb7-3fa1935e5d44" -d '{"events": [{"server_uuid": "f9c8e14a-18c2-4a59-ab59-31ff10a03b7d", "name": "network-vif-deleted", "tag": "bd861c8c-445d-4c86-8cf8-aa427908461d"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:21:47.632300 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b756a5d-6a79-4f66-83f1-ac09367670b3 x-openstack-request-id: req-6b756a5d-6a79-4f66-83f1-ac09367670b3 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:21:47.632588 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c8e14a-18c2-4a59-ab59-31ff10a03b7d", "name": "network-vif-deleted", "tag": "bd861c8c-445d-4c86-8cf8-aa427908461d", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:21:47.632840 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6b756a5d-6a79-4f66-83f1-ac09367670b3 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:21:47.633252 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c8e14a-18c2-4a59-ab59-31ff10a03b7d', 'name': 'network-vif-deleted', 'tag': 'bd861c8c-445d-4c86-8cf8-aa427908461d', 'status': 'completed', 'code': 200} Jul 19 17:21:47.847796 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb669c-332d-453f-b4e6-7803038cec39 req-a3c0d53b-e5d4-4f6e-ab67-1032751ab421 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:47.849276 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1aeb669c-332d-453f-b4e6-7803038cec39 req-a3c0d53b-e5d4-4f6e-ab67-1032751ab421 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=cad75724-df5c-4ee8-8fd5-1435f1d6b7a5 HTTP/1.1" status: 200 len: 943 time: 0.0608747 Jul 19 17:21:47.885250 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1aeb669c-332d-453f-b4e6-7803038cec39 req-bf95c36d-04a3-464b-9e58-e6fcd3dfe9b1 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9fab2c0-a67d-487d-a180-07c0917054e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305011 Jul 19 17:21:49.012371 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d859a08-7e1c-44cb-9117-06cbb02b4383 req-cfa57147-ae35-4fec-a592-143393e25af5 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:49.014324 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6d859a08-7e1c-44cb-9117-06cbb02b4383 req-cfa57147-ae35-4fec-a592-143393e25af5 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=cad75724-df5c-4ee8-8fd5-1435f1d6b7a5 HTTP/1.1" status: 200 len: 943 time: 0.0609832 Jul 19 17:21:49.049559 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6d859a08-7e1c-44cb-9117-06cbb02b4383 req-709f43be-930a-4ed6-840f-47d7d57e87c2 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9fab2c0-a67d-487d-a180-07c0917054e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297236 Jul 19 17:21:49.499338 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device 6326fb8d-7cc2-4105-98de-60ac72a023de details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:21:49.592716 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port 6326fb8d-7cc2-4105-98de-60ac72a023de, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=6326fb8d-7cc2-4105-98de-60ac72a023de,segment=NetworkSegment(90d5fd33-a215-47be-b301-ae3a83f4aa65),segment_id=90d5fd33-a215-47be-b301-ae3a83f4aa65)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:21:49.603980 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Returning: {'device': '6326fb8d-7cc2-4105-98de-60ac72a023de', 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478', 'port_id': '6326fb8d-7cc2-4105-98de-60ac72a023de', 'mac_address': 'fa:16:3e:6d:c1:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a8e247-a27a-46a2-abea-935b2a780c56', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:21:49.640839 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:49.653489 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6326fb8d-7cc2-4105-98de-60ac72a023de {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:21:49.672137 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port 6326fb8d-7cc2-4105-98de-60ac72a023de, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=6326fb8d-7cc2-4105-98de-60ac72a023de,segment=NetworkSegment(90d5fd33-a215-47be-b301-ae3a83f4aa65),segment_id=90d5fd33-a215-47be-b301-ae3a83f4aa65)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:21:49.675806 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:49.723700 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=6326fb8d-7cc2-4105-98de-60ac72a023de,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:21:49.730420 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:49.730765 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:49.731657 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:49.731991 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:49.732318 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:49.732644 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:49.732967 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:49.733314 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:49.733670 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:49.733997 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:49.734319 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:49.734635 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:21:50.175909 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216a722-c1e0-44bf-8196-4daed71f7efb req-d62eda4b-8ff1-4537-aa5c-98b53f66c683 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:50.177410 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d216a722-c1e0-44bf-8196-4daed71f7efb req-d62eda4b-8ff1-4537-aa5c-98b53f66c683 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=cad75724-df5c-4ee8-8fd5-1435f1d6b7a5 HTTP/1.1" status: 200 len: 944 time: 0.0622184 Jul 19 17:21:50.217768 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d216a722-c1e0-44bf-8196-4daed71f7efb req-437b2e88-4fe2-449b-ae42-c36da01245a3 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9fab2c0-a67d-487d-a180-07c0917054e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349004 Jul 19 17:21:51.339511 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6ccc0-798e-412d-b478-b1f7ac6660a2 req-e0e15cb7-9b18-483c-be08-ccc450a0e6d7 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:51.341476 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a5b6ccc0-798e-412d-b478-b1f7ac6660a2 req-e0e15cb7-9b18-483c-be08-ccc450a0e6d7 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=cad75724-df5c-4ee8-8fd5-1435f1d6b7a5 HTTP/1.1" status: 200 len: 944 time: 0.0603838 Jul 19 17:21:51.377189 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a5b6ccc0-798e-412d-b478-b1f7ac6660a2 req-a10fff78-5750-47a3-9f4e-ec05e8be3b12 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9fab2c0-a67d-487d-a180-07c0917054e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303738 Jul 19 17:21:51.631836 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['6326fb8d-7cc2-4105-98de-60ac72a023de'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:21:51.685764 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:21:52.507379 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2099703-086e-4c18-b8c4-d18885a4b492 req-4cd22697-5f54-48a3-b738-a5652321bf5d tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:52.508853 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d2099703-086e-4c18-b8c4-d18885a4b492 req-4cd22697-5f54-48a3-b738-a5652321bf5d tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=cad75724-df5c-4ee8-8fd5-1435f1d6b7a5 HTTP/1.1" status: 200 len: 944 time: 0.0656352 Jul 19 17:21:52.547359 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d2099703-086e-4c18-b8c4-d18885a4b492 req-d73d5c53-4c97-4de1-8de6-a3bb21884c81 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9fab2c0-a67d-487d-a180-07c0917054e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319574 Jul 19 17:21:53.391665 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device 6326fb8d-7cc2-4105-98de-60ac72a023de up at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:21:53.441612 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning for port 6326fb8d-7cc2-4105-98de-60ac72a023de completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:21:53.445060 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning complete for port 6326fb8d-7cc2-4105-98de-60ac72a023de triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:21:53.445458 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:53.527742 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:53.549686 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad75724-df5c-4ee8-8fd5-1435f1d6b7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6326fb8d-7cc2-4105-98de-60ac72a023de'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:21:53.551895 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa486d5c4e4f39956b43fe6dcc35bf0f2fe2e374caf29500c804b4cead58546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64143851-a0a9-4b8e-a404-742ec09afcda" -d '{"events": [{"server_uuid": "cad75724-df5c-4ee8-8fd5-1435f1d6b7a5", "name": "network-vif-plugged", "status": "completed", "tag": "6326fb8d-7cc2-4105-98de-60ac72a023de"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:21:53.564801 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port 6326fb8d-7cc2-4105-98de-60ac72a023de, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=6326fb8d-7cc2-4105-98de-60ac72a023de,segment=NetworkSegment(90d5fd33-a215-47be-b301-ae3a83f4aa65),segment_id=90d5fd33-a215-47be-b301-ae3a83f4aa65)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:21:53.568808 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:53.570363 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device bd861c8c-445d-4c86-8cf8-aa427908461d no longer exists at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:21:53.598440 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0180f1-5882-4514-8830-2ad94b6fa6bf x-openstack-request-id: req-8e0180f1-5882-4514-8830-2ad94b6fa6bf {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:21:53.598982 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad75724-df5c-4ee8-8fd5-1435f1d6b7a5", "name": "network-vif-plugged", "status": "completed", "tag": "6326fb8d-7cc2-4105-98de-60ac72a023de", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:21:53.599235 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8e0180f1-5882-4514-8830-2ad94b6fa6bf {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:21:53.599628 dv-cinder-801354-1-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad75724-df5c-4ee8-8fd5-1435f1d6b7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6326fb8d-7cc2-4105-98de-60ac72a023de', 'code': 200} Jul 19 17:21:53.619298 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] No Port match for: bd861c8c-445d-4c86-8cf8-aa427908461d {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:21:53.619640 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device bd861c8c-445d-4c86-8cf8-aa427908461d not bound to the agent host hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:21:53.648256 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=6326fb8d-7cc2-4105-98de-60ac72a023de,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:21:53.706562 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbfd2c-2dd1-434f-861d-d43dd5534d18 req-3a206fee-cf59-4a6f-a567-046829853138 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:53.708100 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4efbfd2c-2dd1-434f-861d-d43dd5534d18 req-3a206fee-cf59-4a6f-a567-046829853138 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=cad75724-df5c-4ee8-8fd5-1435f1d6b7a5 HTTP/1.1" status: 200 len: 945 time: 0.0842738 Jul 19 17:21:53.753739 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4efbfd2c-2dd1-434f-861d-d43dd5534d18 req-69622e43-f6d5-4329-9ded-a94ffc51db82 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9fab2c0-a67d-487d-a180-07c0917054e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398760 Jul 19 17:21:53.789110 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6cff3-6d99-4c1f-bf7f-c61cd8c1143e req-4bf6c97e-8f97-4970-96f3-56c88db7b662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:53.790672 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-22c6cff3-6d99-4c1f-bf7f-c61cd8c1143e req-4bf6c97e-8f97-4970-96f3-56c88db7b662 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cad75724-df5c-4ee8-8fd5-1435f1d6b7a5 HTTP/1.1" status: 200 len: 1098 time: 0.0595834 Jul 19 17:21:53.840044 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-22c6cff3-6d99-4c1f-bf7f-c61cd8c1143e req-61ad5010-d968-4077-b34e-0302b8f9f269 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c9fab2c0-a67d-487d-a180-07c0917054e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429580 Jul 19 17:21:54.875162 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028ad20-21d8-4354-8bbd-3b1517caba05 req-f25da01c-7328-4355-9273-14fee0d90c30 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:54.876641 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0028ad20-21d8-4354-8bbd-3b1517caba05 req-f25da01c-7328-4355-9273-14fee0d90c30 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=cad75724-df5c-4ee8-8fd5-1435f1d6b7a5 HTTP/1.1" status: 200 len: 945 time: 0.0615153 Jul 19 17:21:54.913514 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0028ad20-21d8-4354-8bbd-3b1517caba05 req-a10266e4-8931-4759-a39f-ebc1a778c75c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9fab2c0-a67d-487d-a180-07c0917054e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313406 Jul 19 17:21:56.037192 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317b803-0875-4c6e-9697-cf8d48b52c17 req-d02037e9-34a1-4e22-b57a-444045b9cba7 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:56.038642 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4317b803-0875-4c6e-9697-cf8d48b52c17 req-d02037e9-34a1-4e22-b57a-444045b9cba7 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=cad75724-df5c-4ee8-8fd5-1435f1d6b7a5 HTTP/1.1" status: 200 len: 945 time: 0.0605619 Jul 19 17:21:56.078022 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4317b803-0875-4c6e-9697-cf8d48b52c17 req-5cf9a715-ece0-41b8-9579-32f5e44ffa17 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9fab2c0-a67d-487d-a180-07c0917054e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334475 Jul 19 17:21:57.202654 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714d19f-2ea5-47d3-9550-3b7e5e047e05 req-d11b5b22-c37e-42f5-ad65-1ccdb2ad0d05 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:57.204113 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d714d19f-2ea5-47d3-9550-3b7e5e047e05 req-d11b5b22-c37e-42f5-ad65-1ccdb2ad0d05 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=cad75724-df5c-4ee8-8fd5-1435f1d6b7a5 HTTP/1.1" status: 200 len: 945 time: 0.0618892 Jul 19 17:21:57.239809 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d714d19f-2ea5-47d3-9550-3b7e5e047e05 req-0e910677-4670-4d91-b9d9-aa00dc3d9a90 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9fab2c0-a67d-487d-a180-07c0917054e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302336 Jul 19 17:21:58.154143 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-bf8013c1-47f3-4229-b5f0-9f8a943d87a9 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:58.155588 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-bf8013c1-47f3-4229-b5f0-9f8a943d87a9 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/networks?id=45340569-aaf3-4bfd-8cd5-96ec66662663 HTTP/1.1" status: 200 len: 814 time: 0.1015821 Jul 19 17:21:58.169992 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-b92f76f8-5939-41f9-ab1f-76a7abe41d2d tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/quotas/f1f88dabc5094c7e98f3d5a0148291fc HTTP/1.1" status: 200 len: 375 time: 0.0091901 Jul 19 17:21:58.200334 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-d2b894cf-b84d-43f1-8c27-61bc343aa909 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=f1f88dabc5094c7e98f3d5a0148291fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257630 Jul 19 17:21:58.286149 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-459ae253-425b-4848-8b5d-a1a536eb4c04 service neutron] 10.222.0.63 "GET /v2.0/networks/45340569-aaf3-4bfd-8cd5-96ec66662663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796664 Jul 19 17:21:58.367631 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f460ba4-c5e7-4a84-963d-8f7a8f496256 req-509c83e5-f311-4c9d-809d-80f78f2736a8 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:58.369110 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6f460ba4-c5e7-4a84-963d-8f7a8f496256 req-509c83e5-f311-4c9d-809d-80f78f2736a8 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=cad75724-df5c-4ee8-8fd5-1435f1d6b7a5 HTTP/1.1" status: 200 len: 945 time: 0.0614681 Jul 19 17:21:58.376109 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-d63782b8-bb62-4b2f-96df-3a1252bea81a service neutron] 10.222.0.63 "GET /v2.0/networks/45340569-aaf3-4bfd-8cd5-96ec66662663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845187 Jul 19 17:21:58.407912 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6f460ba4-c5e7-4a84-963d-8f7a8f496256 req-02772dd5-3c0d-4710-bee4-7de8d4015554 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9fab2c0-a67d-487d-a180-07c0917054e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331283 Jul 19 17:21:58.540137 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddb3e5-bfc3-4bb4-a6b6-6247a402e405 req-c3f76119-3e08-40da-b8df-8db85ef49166 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:58.541673 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c7ddb3e5-bfc3-4bb4-a6b6-6247a402e405 req-c3f76119-3e08-40da-b8df-8db85ef49166 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=cad75724-df5c-4ee8-8fd5-1435f1d6b7a5 HTTP/1.1" status: 200 len: 945 time: 0.0720503 Jul 19 17:21:58.550404 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 41024) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:21:58.555928 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-8051496e-b7e9-451a-8b8b-d105b1cab8b5 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Request body: {'floatingip': {'port_id': '6326fb8d-7cc2-4105-98de-60ac72a023de'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:21:58.609345 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8051496e-b7e9-451a-8b8b-d105b1cab8b5 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for floatingip, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:58.628477 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a33f9491-207d-43e8-88a1-33702e26cf32 req-ee6aec8c-2daf-4026-83ad-b2e4a9c6118f tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/ports?device_id=7644c1c8-d1a2-489c-87bf-b1f6a442aeb2 HTTP/1.1" status: 200 len: 210 time: 0.1235836 Jul 19 17:21:59.082857 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8051496e-b7e9-451a-8b8b-d105b1cab8b5 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:59.086606 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8051496e-b7e9-451a-8b8b-d105b1cab8b5 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-974214'] for floatingip, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:59.185671 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.db.l3_db [None req-8051496e-b7e9-451a-8b8b-d105b1cab8b5 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Floating IP 5d354502-654c-4c69-ad07-a58e883a5a85 associated. External IP: 172.27.1.115, port: 6326fb8d-7cc2-4105-98de-60ac72a023de. Jul 19 17:21:59.395528 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8051496e-b7e9-451a-8b8b-d105b1cab8b5 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Router 31f9997c-e443-4c64-90b9-e28fefa3b7ff has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:21:59.514893 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8051496e-b7e9-451a-8b8b-d105b1cab8b5 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:21:59.520092 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8051496e-b7e9-451a-8b8b-d105b1cab8b5 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for floatingip, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:59.523861 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-d26b0a31-b2e1-42bf-a216-a6587ef2f6c1 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:59.524828 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28ca9af-86f1-43eb-9abc-9064b1c3629b None None] Sync routers for ids ['31f9997c-e443-4c64-90b9-e28fefa3b7ff'] in dv-cinder-801354-1-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:21:59.526102 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-d26b0a31-b2e1-42bf-a216-a6587ef2f6c1 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.16 "GET /v2.0/networks?id=45340569-aaf3-4bfd-8cd5-96ec66662663 HTTP/1.1" status: 200 len: 814 time: 0.1141517 Jul 19 17:21:59.535340 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28ca9af-86f1-43eb-9abc-9064b1c3629b None None] Routers {'31f9997c-e443-4c64-90b9-e28fefa3b7ff'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:21:59.536207 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-f28ca9af-86f1-43eb-9abc-9064b1c3629b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:21:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['31f9997c-e443-4c64-90b9-e28fefa3b7ff'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:21:59.540527 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-ca2b44ad-1b77-4c32-b3dd-25b010bdf697 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Request body: {'port': {'device_id': '7644c1c8-d1a2-489c-87bf-b1f6a442aeb2', 'network_id': '45340569-aaf3-4bfd-8cd5-96ec66662663', 'admin_state_up': True, 'tenant_id': 'f1f88dabc5094c7e98f3d5a0148291fc'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:21:59.570210 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-8051496e-b7e9-451a-8b8b-d105b1cab8b5 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "PUT /v2.0/floatingips/5d354502-654c-4c69-ad07-a58e883a5a85 HTTP/1.1" status: 200 len: 991 time: 1.0187075 Jul 19 17:21:59.570813 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad75724-df5c-4ee8-8fd5-1435f1d6b7a5', 'tag': '6326fb8d-7cc2-4105-98de-60ac72a023de'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:21:59.573071 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fef583e105ae9f56b0e46fddec7b2a97c38b8d2c10713f95f240075d2f3bd9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d8d932-0062-4d36-be79-9bf37c3150d8" -d '{"events": [{"name": "network-changed", "server_uuid": "cad75724-df5c-4ee8-8fd5-1435f1d6b7a5", "tag": "6326fb8d-7cc2-4105-98de-60ac72a023de"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:21:59.622615 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bed49b8-dd9b-4f7f-8963-4e3ad297a8ce x-openstack-request-id: req-7bed49b8-dd9b-4f7f-8963-4e3ad297a8ce {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:21:59.622894 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad75724-df5c-4ee8-8fd5-1435f1d6b7a5", "tag": "6326fb8d-7cc2-4105-98de-60ac72a023de", "status": "completed", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:21:59.623145 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7bed49b8-dd9b-4f7f-8963-4e3ad297a8ce {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:21:59.623539 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad75724-df5c-4ee8-8fd5-1435f1d6b7a5', 'tag': '6326fb8d-7cc2-4105-98de-60ac72a023de', 'status': 'completed', 'code': 200} Jul 19 17:21:59.675757 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-f28ca9af-86f1-43eb-9abc-9064b1c3629b None None] Set router 31f9997c-e443-4c64-90b9-e28fefa3b7ff gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:21:59.701694 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-ca2b44ad-1b77-4c32-b3dd-25b010bdf697 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Made reservation on behalf of f1f88dabc5094c7e98f3d5a0148291fc for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:21:59.705284 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-ca2b44ad-1b77-4c32-b3dd-25b010bdf697 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:21:59.737615 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8d932-0062-4d36-be79-9bf37c3150d8 req-6544d3fc-e1de-4e7d-958a-663b39f60a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:59.739157 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-63d8d932-0062-4d36-be79-9bf37c3150d8 req-6544d3fc-e1de-4e7d-958a-663b39f60a9e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc220f375215460db8d07850e09978fb&device_id=cad75724-df5c-4ee8-8fd5-1435f1d6b7a5 HTTP/1.1" status: 200 len: 1098 time: 0.0876713 Jul 19 17:21:59.740512 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fc692174-61b6-4583-a9ee-9034f987ee3e req-51885e08-5c1a-4db1-94d4-ed2ed63adc91 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/ports?device_id=7644c1c8-d1a2-489c-87bf-b1f6a442aeb2 HTTP/1.1" status: 200 len: 210 time: 0.0310020 Jul 19 17:21:59.908622 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-f28ca9af-86f1-43eb-9abc-9064b1c3629b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'name': 'tempest-AttachVolumeTestJSON-92550418-router', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f1f6d06f-143b-4989-9190-693149265255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:16:55Z', 'updated_at': '2021-07-19T17:16:59Z', 'revision_number': 4, 'project_id': 'dc220f375215460db8d07850e09978fb', 'gw_port': {'id': 'f1f6d06f-143b-4989-9190-693149265255', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:16:56Z', 'updated_at': '2021-07-19T17:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_floatingips': [{'id': '5d354502-654c-4c69-ad07-a58e883a5a85', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'router_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'port_id': '6326fb8d-7cc2-4105-98de-60ac72a023de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478', 'mac_address': 'fa:16:3e:6d:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad75724-df5c-4ee8-8fd5-1435f1d6b7a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:21:42Z', 'updated_at': '2021-07-19T17:21:58Z', 'revision_number': 1, 'project_id': 'dc220f375215460db8d07850e09978fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eef02279-157e-4ef5-a47c-2ecf77b3cde2', 'name': '', 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'mac_address': 'fa:16:3e:f9:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '53a8e247-a27a-46a2-abea-935b2a780c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:16:58Z', 'updated_at': '2021-07-19T17:17:07Z', 'revision_number': 5, 'project_id': 'dc220f375215460db8d07850e09978fb', 'subnets': [{'id': '53a8e247-a27a-46a2-abea-935b2a780c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:21:59.910220 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-ca2b44ad-1b77-4c32-b3dd-25b010bdf697 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Allocated IP 172.20.0.3 (45340569-aaf3-4bfd-8cd5-96ec66662663/d2b06842-ab3a-4866-9cf6-216f34f45449/08260675-8788-427a-ae4c-31247fb059db) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:21:59.912878 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8d932-0062-4d36-be79-9bf37c3150d8 req-e6deeed0-df0f-4778-a21f-d20c73e3e6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:21:59.914366 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-63d8d932-0062-4d36-be79-9bf37c3150d8 req-e6deeed0-df0f-4778-a21f-d20c73e3e6da service neutron] 10.222.0.16 "GET /v2.0/networks?id=a2a529f0-73cb-4c3b-8ecb-6e30cb300478 HTTP/1.1" status: 200 len: 910 time: 0.1443913 Jul 19 17:21:59.934408 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28ca9af-86f1-43eb-9abc-9064b1c3629b None None] Checking router: 31f9997c-e443-4c64-90b9-e28fefa3b7ff for host: dv-cinder-801354-1-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:21:59.942439 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28ca9af-86f1-43eb-9abc-9064b1c3629b None None] Routers {'31f9997c-e443-4c64-90b9-e28fefa3b7ff'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:21:59.943031 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-f28ca9af-86f1-43eb-9abc-9064b1c3629b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:21:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['31f9997c-e443-4c64-90b9-e28fefa3b7ff'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:22:00.007981 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-63d8d932-0062-4d36-be79-9bf37c3150d8 req-2f644206-8227-4436-b393-33f69efaa802 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6326fb8d-7cc2-4105-98de-60ac72a023de HTTP/1.1" status: 200 len: 999 time: 0.0853865 Jul 19 17:22:00.047196 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-f28ca9af-86f1-43eb-9abc-9064b1c3629b None None] Set router 31f9997c-e443-4c64-90b9-e28fefa3b7ff gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:22:00.109017 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8d932-0062-4d36-be79-9bf37c3150d8 req-5a292b3a-f820-4f40-9e99-b5fcf3a86e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:00.110391 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-63d8d932-0062-4d36-be79-9bf37c3150d8 req-5a292b3a-f820-4f40-9e99-b5fcf3a86e26 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=53a8e247-a27a-46a2-abea-935b2a780c56 HTTP/1.1" status: 200 len: 848 time: 0.0959220 Jul 19 17:22:00.172530 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-ca2b44ad-1b77-4c32-b3dd-25b010bdf697 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:00.202317 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8d932-0062-4d36-be79-9bf37c3150d8 req-b1eced4a-0bbb-4c36-80b3-5350d4f0d054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:00.203817 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-63d8d932-0062-4d36-be79-9bf37c3150d8 req-b1eced4a-0bbb-4c36-80b3-5350d4f0d054 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a2a529f0-73cb-4c3b-8ecb-6e30cb300478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0862980 Jul 19 17:22:00.277896 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-ca2b44ad-1b77-4c32-b3dd-25b010bdf697 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:00.278573 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-f28ca9af-86f1-43eb-9abc-9064b1c3629b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'name': 'tempest-AttachVolumeTestJSON-92550418-router', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f1f6d06f-143b-4989-9190-693149265255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:16:55Z', 'updated_at': '2021-07-19T17:16:59Z', 'revision_number': 4, 'project_id': 'dc220f375215460db8d07850e09978fb', 'gw_port': {'id': 'f1f6d06f-143b-4989-9190-693149265255', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:16:56Z', 'updated_at': '2021-07-19T17:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_floatingips': [{'id': '5d354502-654c-4c69-ad07-a58e883a5a85', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'router_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'port_id': '6326fb8d-7cc2-4105-98de-60ac72a023de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478', 'mac_address': 'fa:16:3e:6d:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad75724-df5c-4ee8-8fd5-1435f1d6b7a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:21:42Z', 'updated_at': '2021-07-19T17:21:58Z', 'revision_number': 1, 'project_id': 'dc220f375215460db8d07850e09978fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eef02279-157e-4ef5-a47c-2ecf77b3cde2', 'name': '', 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'mac_address': 'fa:16:3e:f9:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '53a8e247-a27a-46a2-abea-935b2a780c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:16:58Z', 'updated_at': '2021-07-19T17:17:07Z', 'revision_number': 5, 'project_id': 'dc220f375215460db8d07850e09978fb', 'subnets': [{'id': '53a8e247-a27a-46a2-abea-935b2a780c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:22:00.306016 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28ca9af-86f1-43eb-9abc-9064b1c3629b None None] The sync data for ids ['31f9997c-e443-4c64-90b9-e28fefa3b7ff'] in dv-cinder-801354-1-iscsi is: [{'id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'name': 'tempest-AttachVolumeTestJSON-92550418-router', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f1f6d06f-143b-4989-9190-693149265255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:16:55Z', 'updated_at': '2021-07-19T17:16:59Z', 'revision_number': 4, 'project_id': 'dc220f375215460db8d07850e09978fb', 'gw_port': {'id': 'f1f6d06f-143b-4989-9190-693149265255', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:16:56Z', 'updated_at': '2021-07-19T17:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_floatingips': [{'id': '5d354502-654c-4c69-ad07-a58e883a5a85', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'router_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'port_id': '6326fb8d-7cc2-4105-98de-60ac72a023de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478', 'mac_address': 'fa:16:3e:6d:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad75724-df5c-4ee8-8fd5-1435f1d6b7a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:21:42Z', 'updated_at': '2021-07-19T17:21:58Z', 'revision_number': 1, 'project_id': 'dc220f375215460db8d07850e09978fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eef02279-157e-4ef5-a47c-2ecf77b3cde2', 'name': '', 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'mac_address': 'fa:16:3e:f9:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '53a8e247-a27a-46a2-abea-935b2a780c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:16:58Z', 'updated_at': '2021-07-19T17:17:07Z', 'revision_number': 5, 'project_id': 'dc220f375215460db8d07850e09978fb', 'subnets': [{'id': '53a8e247-a27a-46a2-abea-935b2a780c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:22:00.494705 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447d74b0-78b4-4412-bf76-3b976028acd5 None None] New status for floating IP 5d354502-654c-4c69-ad07-a58e883a5a85: ACTIVE {{(pid=93288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:22:00.579268 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-ca2b44ad-1b77-4c32-b3dd-25b010bdf697 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Network 45340569-aaf3-4bfd-8cd5-96ec66662663 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:22:00.584160 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-63d8d932-0062-4d36-be79-9bf37c3150d8 req-4575af2f-4674-4083-b695-e935819c439f service neutron] 10.222.0.16 "GET /v2.0/networks/a2a529f0-73cb-4c3b-8ecb-6e30cb300478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709552 Jul 19 17:22:00.584992 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-ca2b44ad-1b77-4c32-b3dd-25b010bdf697 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:22:00.592845 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-ca2b44ad-1b77-4c32-b3dd-25b010bdf697 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:22:00.598338 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-ca2b44ad-1b77-4c32-b3dd-25b010bdf697 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:00.598963 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-ca2b44ad-1b77-4c32-b3dd-25b010bdf697 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:00.611483 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b44ad-1b77-4c32-b3dd-25b010bdf697 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Pushing event updated for resources: {'Port': ['ID=08260675-8788-427a-ae4c-31247fb059db,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:22:00.644358 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-ca2b44ad-1b77-4c32-b3dd-25b010bdf697 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1081703 Jul 19 17:22:00.677340 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-b945ab3c-70ef-4587-81f9-fb28d252e309 service neutron] Request body: {'port': {'device_id': '7644c1c8-d1a2-489c-87bf-b1f6a442aeb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:22:00.752436 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-63d8d932-0062-4d36-be79-9bf37c3150d8 req-d6fcdf39-8a79-4344-9522-777313dee285 service neutron] 10.222.0.16 "GET /v2.0/networks/a2a529f0-73cb-4c3b-8ecb-6e30cb300478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506591 Jul 19 17:22:00.768422 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-b945ab3c-70ef-4587-81f9-fb28d252e309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:00.881757 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a08116-ba99-454c-9794-cffd6a7f8d5d req-ac21ec6f-e333-4fc4-8b22-1b966e5f9262 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:00.883224 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-65a08116-ba99-454c-9794-cffd6a7f8d5d req-ac21ec6f-e333-4fc4-8b22-1b966e5f9262 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/ports?device_id=7644c1c8-d1a2-489c-87bf-b1f6a442aeb2 HTTP/1.1" status: 200 len: 931 time: 0.0651596 Jul 19 17:22:00.921276 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-65a08116-ba99-454c-9794-cffd6a7f8d5d req-5f3e6ca6-6721-4a72-983f-1bfe404590e9 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/security-groups?id=e016c065-77b0-4991-a9f6-9a65eb28c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318401 Jul 19 17:22:01.036625 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-b945ab3c-70ef-4587-81f9-fb28d252e309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08260675-8788-427a-ae4c-31247fb059db {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:22:01.045085 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-b945ab3c-70ef-4587-81f9-fb28d252e309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:01.056328 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-b945ab3c-70ef-4587-81f9-fb28d252e309 service neutron] Transition to ACTIVE for port object 08260675-8788-427a-ae4c-31247fb059db will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:22:01.060215 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-b945ab3c-70ef-4587-81f9-fb28d252e309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:01.108152 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945ab3c-70ef-4587-81f9-fb28d252e309 service neutron] Pushing event updated for resources: {'Port': ['ID=08260675-8788-427a-ae4c-31247fb059db,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:22:01.146427 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-b945ab3c-70ef-4587-81f9-fb28d252e309 service neutron] Attempting to bind port 08260675-8788-427a-ae4c-31247fb059db on host hv-cinder-80135 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:22:01.146744 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-b945ab3c-70ef-4587-81f9-fb28d252e309 service neutron] Attempting to bind port 08260675-8788-427a-ae4c-31247fb059db by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'da7ab2af-e2e2-4b7b-a931-b8d1d6bbd275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '45340569-aaf3-4bfd-8cd5-96ec66662663'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:22:01.147064 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-b945ab3c-70ef-4587-81f9-fb28d252e309 service neutron] Attempting to bind port 08260675-8788-427a-ae4c-31247fb059db on network 45340569-aaf3-4bfd-8cd5-96ec66662663 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:22:01.151137 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-b945ab3c-70ef-4587-81f9-fb28d252e309 service neutron] Port 08260675-8788-427a-ae4c-31247fb059db on network 45340569-aaf3-4bfd-8cd5-96ec66662663 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:22:01.151454 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-b945ab3c-70ef-4587-81f9-fb28d252e309 service neutron] Attempting to bind port 08260675-8788-427a-ae4c-31247fb059db on network 45340569-aaf3-4bfd-8cd5-96ec66662663 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:22:01.156775 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-b945ab3c-70ef-4587-81f9-fb28d252e309 service neutron] Checking agent: {'id': '17f591d8-d993-47ca-b852-67375c71a36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'started_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:22:01.157103 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-b945ab3c-70ef-4587-81f9-fb28d252e309 service neutron] Checking segment: {'id': 'da7ab2af-e2e2-4b7b-a931-b8d1d6bbd275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '45340569-aaf3-4bfd-8cd5-96ec66662663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:22:01.157501 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-b945ab3c-70ef-4587-81f9-fb28d252e309 service neutron] Bound using segment: {'id': 'da7ab2af-e2e2-4b7b-a931-b8d1d6bbd275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '45340569-aaf3-4bfd-8cd5-96ec66662663'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:22:01.157910 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-b945ab3c-70ef-4587-81f9-fb28d252e309 service neutron] Bound port: 08260675-8788-427a-ae4c-31247fb059db, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da7ab2af-e2e2-4b7b-a931-b8d1d6bbd275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '45340569-aaf3-4bfd-8cd5-96ec66662663'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:22:01.158251 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-b945ab3c-70ef-4587-81f9-fb28d252e309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:01.219630 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-b945ab3c-70ef-4587-81f9-fb28d252e309 service neutron] For port 08260675-8788-427a-ae4c-31247fb059db, host hv-cinder-80135, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:22:01.222634 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-b945ab3c-70ef-4587-81f9-fb28d252e309 service neutron] For port 08260675-8788-427a-ae4c-31247fb059db, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=08260675-8788-427a-ae4c-31247fb059db,segment=NetworkSegment(da7ab2af-e2e2-4b7b-a931-b8d1d6bbd275),segment_id=da7ab2af-e2e2-4b7b-a931-b8d1d6bbd275)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:22:01.227695 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-b945ab3c-70ef-4587-81f9-fb28d252e309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:01.263146 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-b945ab3c-70ef-4587-81f9-fb28d252e309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:01.263763 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-b945ab3c-70ef-4587-81f9-fb28d252e309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:01.265138 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-b945ab3c-70ef-4587-81f9-fb28d252e309 service neutron] 10.222.0.16 "PUT /v2.0/ports/08260675-8788-427a-ae4c-31247fb059db HTTP/1.1" status: 200 len: 1093 time: 0.5921733 Jul 19 17:22:01.265600 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7644c1c8-d1a2-489c-87bf-b1f6a442aeb2', 'tag': '08260675-8788-427a-ae4c-31247fb059db'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:22:01.267828 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c2f951-af5d-4768-9986-feb064a0cdcc" -d '{"events": [{"name": "network-changed", "server_uuid": "7644c1c8-d1a2-489c-87bf-b1f6a442aeb2", "tag": "08260675-8788-427a-ae4c-31247fb059db"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:22:01.317969 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188ef07c-da4c-4baa-8f97-99e2ca11531f x-openstack-request-id: req-188ef07c-da4c-4baa-8f97-99e2ca11531f {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:22:01.318326 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7644c1c8-d1a2-489c-87bf-b1f6a442aeb2", "tag": "08260675-8788-427a-ae4c-31247fb059db", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:22:01.318636 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-188ef07c-da4c-4baa-8f97-99e2ca11531f {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:22:01.319079 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7644c1c8-d1a2-489c-87bf-b1f6a442aeb2', 'tag': '08260675-8788-427a-ae4c-31247fb059db', 'status': 'completed', 'code': 200} Jul 19 17:22:01.338847 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945ab3c-70ef-4587-81f9-fb28d252e309 service neutron] Pushing event updated for resources: {'Port': ['ID=08260675-8788-427a-ae4c-31247fb059db,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:22:01.368224 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-680ee47e-c432-49eb-be4f-b3a0300f78ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:01.369782 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-680ee47e-c432-49eb-be4f-b3a0300f78ef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1f88dabc5094c7e98f3d5a0148291fc&device_id=7644c1c8-d1a2-489c-87bf-b1f6a442aeb2 HTTP/1.1" status: 200 len: 1096 time: 0.0633173 Jul 19 17:22:01.418172 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-73529fa1-8905-4617-a60a-d3b9af4c3756 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08260675-8788-427a-ae4c-31247fb059db HTTP/1.1" status: 200 len: 217 time: 0.0381541 Jul 19 17:22:01.471238 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-8114659e-ed05-436f-bfda-52aa06437bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:01.472641 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-8114659e-ed05-436f-bfda-52aa06437bd6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2b06842-ab3a-4866-9cf6-216f34f45449 HTTP/1.1" status: 200 len: 854 time: 0.0478649 Jul 19 17:22:01.505835 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-8a747243-292d-4e74-aecc-47b06be1779c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=45340569-aaf3-4bfd-8cd5-96ec66662663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255246 Jul 19 17:22:01.596947 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-2d46b1ec-628d-470f-9a1a-fb3133c37a99 service neutron] 10.222.0.16 "GET /v2.0/networks/45340569-aaf3-4bfd-8cd5-96ec66662663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826590 Jul 19 17:22:01.688820 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8019ad69-adfe-4454-a1fc-deb2ac29ecff req-cd06fb55-a42d-4890-a228-8d2e062595c5 service neutron] 10.222.0.16 "GET /v2.0/networks/45340569-aaf3-4bfd-8cd5-96ec66662663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850017 Jul 19 17:22:01.786316 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2f951-af5d-4768-9986-feb064a0cdcc req-1eb1e732-8166-4c12-a106-6debf7a74f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:01.787856 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-83c2f951-af5d-4768-9986-feb064a0cdcc req-1eb1e732-8166-4c12-a106-6debf7a74f30 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1f88dabc5094c7e98f3d5a0148291fc&device_id=7644c1c8-d1a2-489c-87bf-b1f6a442aeb2 HTTP/1.1" status: 200 len: 1096 time: 0.0527098 Jul 19 17:22:01.882541 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2f951-af5d-4768-9986-feb064a0cdcc req-92f72248-2613-41a7-9eb9-c10ad8733d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:01.884057 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-83c2f951-af5d-4768-9986-feb064a0cdcc req-92f72248-2613-41a7-9eb9-c10ad8733d80 service neutron] 10.222.0.16 "GET /v2.0/networks?id=45340569-aaf3-4bfd-8cd5-96ec66662663 HTTP/1.1" status: 200 len: 915 time: 0.0899308 Jul 19 17:22:01.923232 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-83c2f951-af5d-4768-9986-feb064a0cdcc req-48262ae9-c564-47e2-a287-0c9898b87708 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08260675-8788-427a-ae4c-31247fb059db HTTP/1.1" status: 200 len: 217 time: 0.0326183 Jul 19 17:22:01.978860 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2f951-af5d-4768-9986-feb064a0cdcc req-0125aeb5-29a8-4b12-8cda-455767008de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:01.980316 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-83c2f951-af5d-4768-9986-feb064a0cdcc req-0125aeb5-29a8-4b12-8cda-455767008de0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2b06842-ab3a-4866-9cf6-216f34f45449 HTTP/1.1" status: 200 len: 854 time: 0.0480800 Jul 19 17:22:02.021440 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-83c2f951-af5d-4768-9986-feb064a0cdcc req-462e4f06-420a-4a93-bde5-7f2a6f90bcaf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=45340569-aaf3-4bfd-8cd5-96ec66662663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266738 Jul 19 17:22:02.052705 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243e587-cb7d-4832-9887-5e327de15a37 req-548e9901-e43b-4cb7-a11f-594870c6334c tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:02.054220 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1243e587-cb7d-4832-9887-5e327de15a37 req-548e9901-e43b-4cb7-a11f-594870c6334c tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/ports?device_id=7644c1c8-d1a2-489c-87bf-b1f6a442aeb2 HTTP/1.1" status: 200 len: 943 time: 0.0649409 Jul 19 17:22:02.098958 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1243e587-cb7d-4832-9887-5e327de15a37 req-c1a14f06-7a81-4479-9e59-85d501c4fd80 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/security-groups?id=e016c065-77b0-4991-a9f6-9a65eb28c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334964 Jul 19 17:22:02.116715 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-83c2f951-af5d-4768-9986-feb064a0cdcc req-f46bc8bd-d0be-4049-afa9-5bf1ffe2abaf service neutron] 10.222.0.16 "GET /v2.0/networks/45340569-aaf3-4bfd-8cd5-96ec66662663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882559 Jul 19 17:22:02.216063 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-83c2f951-af5d-4768-9986-feb064a0cdcc req-deed0901-8b13-4e66-8084-400bf8c2214c service neutron] 10.222.0.16 "GET /v2.0/networks/45340569-aaf3-4bfd-8cd5-96ec66662663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921044 Jul 19 17:22:02.242232 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c3608-9948-47bb-9c92-019d9284d970 req-caf2f277-acd4-49de-8938-220353f77de1 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:02.243680 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a20c3608-9948-47bb-9c92-019d9284d970 req-caf2f277-acd4-49de-8938-220353f77de1 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 945 time: 0.0684166 Jul 19 17:22:02.280885 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a20c3608-9948-47bb-9c92-019d9284d970 req-72aca5be-f703-4bc5-b2a4-f1c468497bf4 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306273 Jul 19 17:22:03.227892 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76082a7c-5299-45db-ab10-8846b9c7d7c6 req-4104da80-f03a-4750-a94e-48c2a404dd16 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:03.229377 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-76082a7c-5299-45db-ab10-8846b9c7d7c6 req-4104da80-f03a-4750-a94e-48c2a404dd16 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/ports?device_id=7644c1c8-d1a2-489c-87bf-b1f6a442aeb2 HTTP/1.1" status: 200 len: 943 time: 0.0613682 Jul 19 17:22:03.265982 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-76082a7c-5299-45db-ab10-8846b9c7d7c6 req-0e6d233e-a0e7-4318-a1f5-ad7602d8c3cf tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/security-groups?id=e016c065-77b0-4991-a9f6-9a65eb28c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311203 Jul 19 17:22:03.412218 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52532b6d-f459-4fa9-a2c9-c71887d2b3f8 req-a28efb2b-5057-4d8b-8a63-5c171b9e9d53 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:03.413627 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-52532b6d-f459-4fa9-a2c9-c71887d2b3f8 req-a28efb2b-5057-4d8b-8a63-5c171b9e9d53 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 945 time: 0.0612276 Jul 19 17:22:03.415817 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device 08260675-8788-427a-ae4c-31247fb059db details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:22:03.452190 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-52532b6d-f459-4fa9-a2c9-c71887d2b3f8 req-d7b8b296-3c46-4681-ac8a-5b197b05e7b2 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326426 Jul 19 17:22:03.514750 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port 08260675-8788-427a-ae4c-31247fb059db, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=08260675-8788-427a-ae4c-31247fb059db,segment=NetworkSegment(da7ab2af-e2e2-4b7b-a931-b8d1d6bbd275),segment_id=da7ab2af-e2e2-4b7b-a931-b8d1d6bbd275)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:22:03.525445 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Returning: {'device': '08260675-8788-427a-ae4c-31247fb059db', 'network_id': '45340569-aaf3-4bfd-8cd5-96ec66662663', 'port_id': '08260675-8788-427a-ae4c-31247fb059db', 'mac_address': 'fa:16:3e:f5:62:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b06842-ab3a-4866-9cf6-216f34f45449', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:22:03.561244 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:03.573201 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08260675-8788-427a-ae4c-31247fb059db {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:22:03.591682 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port 08260675-8788-427a-ae4c-31247fb059db, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=08260675-8788-427a-ae4c-31247fb059db,segment=NetworkSegment(da7ab2af-e2e2-4b7b-a931-b8d1d6bbd275),segment_id=da7ab2af-e2e2-4b7b-a931-b8d1d6bbd275)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:22:03.595450 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:03.641555 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=08260675-8788-427a-ae4c-31247fb059db,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:22:03.837817 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['08260675-8788-427a-ae4c-31247fb059db'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:22:04.393950 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5516c5e-9b43-4555-9397-52b045cc391b req-9ea4ac84-59d8-4567-980f-39501686f42d tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:04.395416 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d5516c5e-9b43-4555-9397-52b045cc391b req-9ea4ac84-59d8-4567-980f-39501686f42d tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/ports?device_id=7644c1c8-d1a2-489c-87bf-b1f6a442aeb2 HTTP/1.1" status: 200 len: 944 time: 0.0655062 Jul 19 17:22:04.431750 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d5516c5e-9b43-4555-9397-52b045cc391b req-36173c27-51a5-47ed-a517-5d74e28470db tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/security-groups?id=e016c065-77b0-4991-a9f6-9a65eb28c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308948 Jul 19 17:22:04.583698 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b461d2-dee9-49b5-bae8-e7f9c7fafa4b req-46e99ff6-c40a-4bc3-a624-c53759d14e10 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:04.585042 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-77b461d2-dee9-49b5-bae8-e7f9c7fafa4b req-46e99ff6-c40a-4bc3-a624-c53759d14e10 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 945 time: 0.0607047 Jul 19 17:22:04.621110 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-77b461d2-dee9-49b5-bae8-e7f9c7fafa4b req-c0cf1ce4-be4e-4242-b7f4-70de2c3c45a0 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298719 Jul 19 17:22:05.443356 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device 08260675-8788-427a-ae4c-31247fb059db up at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:22:05.496691 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning for port 08260675-8788-427a-ae4c-31247fb059db completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:22:05.501863 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning complete for port 08260675-8788-427a-ae4c-31247fb059db triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:22:05.502385 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:05.566308 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e746e1d-88b5-4963-a0b5-da37de7ad287 req-71bb508e-5518-4735-86fe-d4f980dea8ac tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:05.567789 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2e746e1d-88b5-4963-a0b5-da37de7ad287 req-71bb508e-5518-4735-86fe-d4f980dea8ac tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/ports?device_id=7644c1c8-d1a2-489c-87bf-b1f6a442aeb2 HTTP/1.1" status: 200 len: 944 time: 0.0655863 Jul 19 17:22:05.593305 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:05.605305 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2e746e1d-88b5-4963-a0b5-da37de7ad287 req-d8fedb43-f88e-4d4a-bf88-9074a070a0e0 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/security-groups?id=e016c065-77b0-4991-a9f6-9a65eb28c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317390 Jul 19 17:22:05.615899 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7644c1c8-d1a2-489c-87bf-b1f6a442aeb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08260675-8788-427a-ae4c-31247fb059db'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:22:05.622256 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa486d5c4e4f39956b43fe6dcc35bf0f2fe2e374caf29500c804b4cead58546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1dfd220-0cb5-4fc0-96f3-34b0ab2a6a5e" -d '{"events": [{"server_uuid": "7644c1c8-d1a2-489c-87bf-b1f6a442aeb2", "name": "network-vif-plugged", "status": "completed", "tag": "08260675-8788-427a-ae4c-31247fb059db"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:22:05.631505 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port 08260675-8788-427a-ae4c-31247fb059db, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=08260675-8788-427a-ae4c-31247fb059db,segment=NetworkSegment(da7ab2af-e2e2-4b7b-a931-b8d1d6bbd275),segment_id=da7ab2af-e2e2-4b7b-a931-b8d1d6bbd275)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:22:05.636044 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:05.661844 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987fb87d-8ef8-4d4d-93e1-f292d6e31ded x-openstack-request-id: req-987fb87d-8ef8-4d4d-93e1-f292d6e31ded {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:22:05.662175 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7644c1c8-d1a2-489c-87bf-b1f6a442aeb2", "name": "network-vif-plugged", "status": "completed", "tag": "08260675-8788-427a-ae4c-31247fb059db", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:22:05.662431 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-987fb87d-8ef8-4d4d-93e1-f292d6e31ded {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:22:05.662871 dv-cinder-801354-1-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7644c1c8-d1a2-489c-87bf-b1f6a442aeb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08260675-8788-427a-ae4c-31247fb059db', 'code': 200} Jul 19 17:22:05.689079 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=08260675-8788-427a-ae4c-31247fb059db,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:22:05.755547 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5de33c-a206-4f7f-ab2d-f95e75e072fa req-a69a04a7-8ef3-47b8-be6b-f247487ab379 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:05.757147 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-aa5de33c-a206-4f7f-ab2d-f95e75e072fa req-a69a04a7-8ef3-47b8-be6b-f247487ab379 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 945 time: 0.0649643 Jul 19 17:22:05.795240 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-aa5de33c-a206-4f7f-ab2d-f95e75e072fa req-04c9dac8-0665-4dc7-85dd-d7cad959929c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322371 Jul 19 17:22:05.827062 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab222359-8091-4798-91d2-c42e201f8a0f req-92aaad47-dd38-4413-a408-22e7f2953db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:05.828576 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ab222359-8091-4798-91d2-c42e201f8a0f req-92aaad47-dd38-4413-a408-22e7f2953db6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7644c1c8-d1a2-489c-87bf-b1f6a442aeb2 HTTP/1.1" status: 200 len: 1098 time: 0.0517702 Jul 19 17:22:05.863943 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ab222359-8091-4798-91d2-c42e201f8a0f req-4952838a-47b3-433d-8c05-5a44c93cc624 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e016c065-77b0-4991-a9f6-9a65eb28c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291162 Jul 19 17:22:06.735264 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe72de-6acf-4f8e-8f0b-ad65f8d31ed5 req-5605f0eb-9ece-4d7f-b814-4c752180899c tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:06.736781 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-58fe72de-6acf-4f8e-8f0b-ad65f8d31ed5 req-5605f0eb-9ece-4d7f-b814-4c752180899c tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/ports?device_id=7644c1c8-d1a2-489c-87bf-b1f6a442aeb2 HTTP/1.1" status: 200 len: 945 time: 0.0662560 Jul 19 17:22:06.776940 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-58fe72de-6acf-4f8e-8f0b-ad65f8d31ed5 req-55cbd57e-5ec3-4218-8d5b-5e004c011907 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/security-groups?id=e016c065-77b0-4991-a9f6-9a65eb28c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343077 Jul 19 17:22:06.927562 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aee7a0-86ad-4e18-b01d-aa202e86e108 req-c027bd65-ea48-48f2-848e-93c77f3d45e8 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:06.928917 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c3aee7a0-86ad-4e18-b01d-aa202e86e108 req-c027bd65-ea48-48f2-848e-93c77f3d45e8 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 945 time: 0.0616486 Jul 19 17:22:06.965879 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c3aee7a0-86ad-4e18-b01d-aa202e86e108 req-c33860a2-0834-4e33-b74b-279339525cd4 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309999 Jul 19 17:22:07.904656 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9a098-58ad-4659-8246-b4ce5e30029c req-51cf762b-c23e-491e-98ec-5a46f3a62745 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:07.906139 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-49b9a098-58ad-4659-8246-b4ce5e30029c req-51cf762b-c23e-491e-98ec-5a46f3a62745 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/ports?device_id=7644c1c8-d1a2-489c-87bf-b1f6a442aeb2 HTTP/1.1" status: 200 len: 945 time: 0.0646436 Jul 19 17:22:07.942216 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-49b9a098-58ad-4659-8246-b4ce5e30029c req-7665a1e0-9617-4b26-8cef-d0218e031ad6 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/security-groups?id=e016c065-77b0-4991-a9f6-9a65eb28c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307343 Jul 19 17:22:08.096745 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5545a6-60fc-4c6f-9239-743826148044 req-698f1ceb-1e9a-4d06-8615-714328479058 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:08.098260 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-3e5545a6-60fc-4c6f-9239-743826148044 req-698f1ceb-1e9a-4d06-8615-714328479058 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 945 time: 0.0632608 Jul 19 17:22:08.137994 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-3e5545a6-60fc-4c6f-9239-743826148044 req-57e2607c-f2ac-49a5-8574-6f29d77e16fe tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334370 Jul 19 17:22:08.466066 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-bebe33f5-d95a-4f36-9b68-24bedbfb2d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:09.275855 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d50b5-24f3-45ee-a177-aa56607f696c req-77a35302-ceff-4a37-9e09-13968e5ba32f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:09.277331 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a22d50b5-24f3-45ee-a177-aa56607f696c req-77a35302-ceff-4a37-9e09-13968e5ba32f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 945 time: 0.0622461 Jul 19 17:22:09.314097 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a22d50b5-24f3-45ee-a177-aa56607f696c req-466ccbed-fa1d-4988-b7c6-8e41d28fbefb tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312617 Jul 19 17:22:10.443336 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a1193-da1f-483a-be97-0c6248060f4d req-820826cf-e3e6-4596-a6a9-7542abf50654 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:10.444719 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-317a1193-da1f-483a-be97-0c6248060f4d req-820826cf-e3e6-4596-a6a9-7542abf50654 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 945 time: 0.0608790 Jul 19 17:22:10.489794 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-317a1193-da1f-483a-be97-0c6248060f4d req-65acd114-7026-4c83-98c6-158cb1e4fa41 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394597 Jul 19 17:22:10.685939 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-053731e7-124e-428b-9702-bd9c67cce2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:11.179210 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:11.620304 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092805c0-83cb-441c-b55d-5f2f6be8bf24 req-1d0f1b10-d267-4608-8e90-30f043fce758 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:11.621797 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-092805c0-83cb-441c-b55d-5f2f6be8bf24 req-1d0f1b10-d267-4608-8e90-30f043fce758 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 945 time: 0.0650117 Jul 19 17:22:11.658088 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-092805c0-83cb-441c-b55d-5f2f6be8bf24 req-63c55cac-0fad-4158-81a3-d65d8e86a79a tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309024 Jul 19 17:22:11.942487 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:12.785880 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c69ee-7c40-4703-ba2b-4c2910be55bc req-07a272e8-5aa3-4243-b6f8-9394888b2c42 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:12.787899 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b41c69ee-7c40-4703-ba2b-4c2910be55bc req-07a272e8-5aa3-4243-b6f8-9394888b2c42 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 945 time: 0.0609596 Jul 19 17:22:12.824866 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b41c69ee-7c40-4703-ba2b-4c2910be55bc req-5814df9c-2cf3-4943-82fd-b4c73e878bc8 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316625 Jul 19 17:22:13.696115 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:13.958053 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eddddb-a727-4e67-8279-7c326589c85b req-bee39d46-487c-41a9-a80d-f268e6467f59 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:13.959491 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b4eddddb-a727-4e67-8279-7c326589c85b req-bee39d46-487c-41a9-a80d-f268e6467f59 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 945 time: 0.0657241 Jul 19 17:22:14.205548 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9a1e9bcb-72f6-42d6-95b3-c25be2072ad1 req-fbf85526-50ef-450d-857d-8b9e98ed2d52 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=59c15bb8-dd5b-411d-944b-67cd46355c7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542874 Jul 19 17:22:14.235469 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b4eddddb-a727-4e67-8279-7c326589c85b req-9865f2cf-91e3-47ce-9f91-191775b3ab4b tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2704546 Jul 19 17:22:14.300867 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e9bcb-72f6-42d6-95b3-c25be2072ad1 req-627b9920-44b6-4051-943e-a54f9a548c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:14.302339 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9a1e9bcb-72f6-42d6-95b3-c25be2072ad1 req-627b9920-44b6-4051-943e-a54f9a548c45 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e65159baafb47cdba6248c5654c9130&device_id=59c15bb8-dd5b-411d-944b-67cd46355c7c HTTP/1.1" status: 200 len: 1098 time: 0.0539339 Jul 19 17:22:14.401105 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e9bcb-72f6-42d6-95b3-c25be2072ad1 req-87dd023b-c60f-47ce-a3c3-3892efbb185e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:14.402581 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9a1e9bcb-72f6-42d6-95b3-c25be2072ad1 req-87dd023b-c60f-47ce-a3c3-3892efbb185e service neutron] 10.222.0.16 "GET /v2.0/networks?id=43f0d026-9172-4b69-8ca1-3e18e74f7863 HTTP/1.1" status: 200 len: 910 time: 0.0809791 Jul 19 17:22:14.474394 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9a1e9bcb-72f6-42d6-95b3-c25be2072ad1 req-6115fb6d-ca7d-4e18-a4aa-b666db2b7cd2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8a5b52e-d19e-40f0-8920-730a307a5480 HTTP/1.1" status: 200 len: 1001 time: 0.0641942 Jul 19 17:22:14.532208 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e9bcb-72f6-42d6-95b3-c25be2072ad1 req-efb440ca-7e64-46e3-9313-2a9de5ca1b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:14.533727 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9a1e9bcb-72f6-42d6-95b3-c25be2072ad1 req-efb440ca-7e64-46e3-9313-2a9de5ca1b51 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b565e337-3907-43d3-b935-29e9c933bf03 HTTP/1.1" status: 200 len: 848 time: 0.0437717 Jul 19 17:22:14.592612 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e9bcb-72f6-42d6-95b3-c25be2072ad1 req-2d2af5b1-d8db-4fc3-ba61-62b93fa99d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:14.594277 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9a1e9bcb-72f6-42d6-95b3-c25be2072ad1 req-2d2af5b1-d8db-4fc3-ba61-62b93fa99d03 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43f0d026-9172-4b69-8ca1-3e18e74f7863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533760 Jul 19 17:22:14.688520 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9a1e9bcb-72f6-42d6-95b3-c25be2072ad1 req-f41c1095-2cb7-4431-9317-a183f98ddd74 service neutron] 10.222.0.16 "GET /v2.0/networks/43f0d026-9172-4b69-8ca1-3e18e74f7863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866270 Jul 19 17:22:14.783163 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9a1e9bcb-72f6-42d6-95b3-c25be2072ad1 req-101226f7-54df-485b-8bbf-d21ff3735704 service neutron] 10.222.0.16 "GET /v2.0/networks/43f0d026-9172-4b69-8ca1-3e18e74f7863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853336 Jul 19 17:22:15.364142 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f202d-0ab7-4c69-8ab2-211323206f86 req-768acd57-6b40-419e-8064-c11f7271194d tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:15.365576 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-311f202d-0ab7-4c69-8ab2-211323206f86 req-768acd57-6b40-419e-8064-c11f7271194d tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 945 time: 0.0596092 Jul 19 17:22:15.400406 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-311f202d-0ab7-4c69-8ab2-211323206f86 req-66f99e4f-a237-4e92-be96-24c9c176dbdf tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295959 Jul 19 17:22:16.535761 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44673e-8067-4c02-89d8-c25f0205e00a req-271029a9-47ec-412b-b3bd-a19e7bf302da tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:16.537203 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9e44673e-8067-4c02-89d8-c25f0205e00a req-271029a9-47ec-412b-b3bd-a19e7bf302da tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 945 time: 0.0609841 Jul 19 17:22:16.570947 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:16.576948 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9e44673e-8067-4c02-89d8-c25f0205e00a req-edcad72a-34f3-4793-b97c-812a5045b298 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342658 Jul 19 17:22:17.705483 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f98e8-b42e-4e06-8051-92892e9a074c req-6b755bd7-b087-4c72-a12c-f46efcccf6b1 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:17.706941 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-785f98e8-b42e-4e06-8051-92892e9a074c req-6b755bd7-b087-4c72-a12c-f46efcccf6b1 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 945 time: 0.0607045 Jul 19 17:22:17.742110 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-785f98e8-b42e-4e06-8051-92892e9a074c req-8e91755a-a6f4-49da-aac2-1a6d17b6d0f8 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297494 Jul 19 17:22:18.874163 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a1130-d21d-4850-ad27-edc92efa3102 req-880564b1-0276-4e01-a10a-d240eefd6182 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:18.875663 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-764a1130-d21d-4850-ad27-edc92efa3102 req-880564b1-0276-4e01-a10a-d240eefd6182 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 945 time: 0.0622847 Jul 19 17:22:18.912624 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-764a1130-d21d-4850-ad27-edc92efa3102 req-a77ebec3-020a-4945-878e-bc71a12f028a tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314775 Jul 19 17:22:20.044505 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f71304-c97a-4f1e-b3e9-059fca0b4997 req-d7c30bdd-1bbe-44fc-8d58-2698996c0ae3 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:20.045986 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-94f71304-c97a-4f1e-b3e9-059fca0b4997 req-d7c30bdd-1bbe-44fc-8d58-2698996c0ae3 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 945 time: 0.0647342 Jul 19 17:22:20.081669 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-94f71304-c97a-4f1e-b3e9-059fca0b4997 req-6241be8d-84b0-48a6-9aac-ea8172fafff3 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302732 Jul 19 17:22:21.214240 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112136e-db26-4610-802f-5055f6d2271f req-185b35fe-0744-4b3a-8f1f-4a1a71f82fef tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:21.215705 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f112136e-db26-4610-802f-5055f6d2271f req-185b35fe-0744-4b3a-8f1f-4a1a71f82fef tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 945 time: 0.0664454 Jul 19 17:22:21.252731 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f112136e-db26-4610-802f-5055f6d2271f req-48faeefe-235b-4938-b0cc-c05cc422ebe9 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308175 Jul 19 17:22:22.380421 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377e4d3-bcd0-4285-bd30-4f4fac6c0e5e req-b063d896-56db-4d5b-aba1-b9de24bb3e99 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:22.381900 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3377e4d3-bcd0-4285-bd30-4f4fac6c0e5e req-b063d896-56db-4d5b-aba1-b9de24bb3e99 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 945 time: 0.0602465 Jul 19 17:22:22.421708 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3377e4d3-bcd0-4285-bd30-4f4fac6c0e5e req-cfae8bd3-07eb-4a1f-99e4-a0ec18d010ca tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343621 Jul 19 17:22:23.505741 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device fd3def10-0145-42f3-8325-f6c30a803012 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:22:23.557894 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae551031-2c9a-4da7-84bb-63708940b71b req-866d3c8f-c223-4f72-82b7-7d37ae9a9694 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:23.559372 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ae551031-2c9a-4da7-84bb-63708940b71b req-866d3c8f-c223-4f72-82b7-7d37ae9a9694 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 945 time: 0.0691941 Jul 19 17:22:23.596322 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ae551031-2c9a-4da7-84bb-63708940b71b req-9e684464-9f50-41a0-953e-47a26ecabc22 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309064 Jul 19 17:22:23.603995 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port fd3def10-0145-42f3-8325-f6c30a803012, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=fd3def10-0145-42f3-8325-f6c30a803012,segment=NetworkSegment(49f3122a-bd8b-4c70-a3d0-44b9da145ba2),segment_id=49f3122a-bd8b-4c70-a3d0-44b9da145ba2)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:22:23.615187 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Returning: {'device': 'fd3def10-0145-42f3-8325-f6c30a803012', 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971', 'port_id': 'fd3def10-0145-42f3-8325-f6c30a803012', 'mac_address': 'fa:16:3e:78:02:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:22:23.650805 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:23.665652 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd3def10-0145-42f3-8325-f6c30a803012 {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:22:23.683959 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port fd3def10-0145-42f3-8325-f6c30a803012, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=fd3def10-0145-42f3-8325-f6c30a803012,segment=NetworkSegment(49f3122a-bd8b-4c70-a3d0-44b9da145ba2),segment_id=49f3122a-bd8b-4c70-a3d0-44b9da145ba2)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:22:23.688136 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:23.737508 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=fd3def10-0145-42f3-8325-f6c30a803012,revision_number=6']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:22:23.793707 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['fd3def10-0145-42f3-8325-f6c30a803012'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:22:24.725613 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e37367-658d-49c2-abbc-368a91da8377 req-61ef6437-940e-49f2-8671-ba32b6b26c13 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:24.727044 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-93e37367-658d-49c2-abbc-368a91da8377 req-61ef6437-940e-49f2-8671-ba32b6b26c13 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 944 time: 0.0603616 Jul 19 17:22:24.762097 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-93e37367-658d-49c2-abbc-368a91da8377 req-185705d0-34ab-4c40-9678-e5d6f50fceba tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296693 Jul 19 17:22:25.521038 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device fd3def10-0145-42f3-8325-f6c30a803012 up at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:22:25.572942 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning complete for port fd3def10-0145-42f3-8325-f6c30a803012 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:22:25.573354 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:25.648738 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:25.670031 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca12345-aa09-4a39-9b76-83930c9127cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3def10-0145-42f3-8325-f6c30a803012'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:22:25.672369 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa486d5c4e4f39956b43fe6dcc35bf0f2fe2e374caf29500c804b4cead58546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450fb843-8f6d-44ed-a60c-44cb22b26818" -d '{"events": [{"server_uuid": "fca12345-aa09-4a39-9b76-83930c9127cf", "name": "network-vif-plugged", "status": "completed", "tag": "fd3def10-0145-42f3-8325-f6c30a803012"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:22:25.684930 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port fd3def10-0145-42f3-8325-f6c30a803012, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=fd3def10-0145-42f3-8325-f6c30a803012,segment=NetworkSegment(49f3122a-bd8b-4c70-a3d0-44b9da145ba2),segment_id=49f3122a-bd8b-4c70-a3d0-44b9da145ba2)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:22:25.689610 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:25.715949 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64cff11-c5c1-499c-acd7-d97321c02ade x-openstack-request-id: req-f64cff11-c5c1-499c-acd7-d97321c02ade {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:22:25.716250 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca12345-aa09-4a39-9b76-83930c9127cf", "name": "network-vif-plugged", "status": "completed", "tag": "fd3def10-0145-42f3-8325-f6c30a803012", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:22:25.716510 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f64cff11-c5c1-499c-acd7-d97321c02ade {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:22:25.716895 dv-cinder-801354-1-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca12345-aa09-4a39-9b76-83930c9127cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3def10-0145-42f3-8325-f6c30a803012', 'code': 200} Jul 19 17:22:25.743030 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=fd3def10-0145-42f3-8325-f6c30a803012,revision_number=7']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:22:25.906157 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2666b6c-8fab-4525-99d3-91c19a36a858 req-bddc0c34-2eaa-406a-864e-04fbb9929524 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:25.907644 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c2666b6c-8fab-4525-99d3-91c19a36a858 req-bddc0c34-2eaa-406a-864e-04fbb9929524 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 945 time: 0.0671911 Jul 19 17:22:25.944415 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c2666b6c-8fab-4525-99d3-91c19a36a858 req-fc1da92c-9a46-40ca-8980-828c359c5ad9 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310938 Jul 19 17:22:27.097534 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07a95f-a6ff-4d81-9075-40f6c277d2fc req-0ac4faac-14b6-4915-b4f7-f2edcef96f93 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:27.099810 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0b07a95f-a6ff-4d81-9075-40f6c277d2fc req-0ac4faac-14b6-4915-b4f7-f2edcef96f93 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 945 time: 0.0747118 Jul 19 17:22:27.145491 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0b07a95f-a6ff-4d81-9075-40f6c277d2fc req-d77fb116-4914-4162-96df-ca72787c5ca7 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379379 Jul 19 17:22:27.973464 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e68e2-33bc-45fd-99cf-0ab14b2bb3db req-a50d38cf-32aa-47b9-92f7-a9913377c63c tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:27.975085 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ca8e68e2-33bc-45fd-99cf-0ab14b2bb3db req-a50d38cf-32aa-47b9-92f7-a9913377c63c tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/ports?device_id=7644c1c8-d1a2-489c-87bf-b1f6a442aeb2 HTTP/1.1" status: 200 len: 945 time: 0.1027174 Jul 19 17:22:28.033382 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ca8e68e2-33bc-45fd-99cf-0ab14b2bb3db req-4e79bc8e-9ff5-4099-9011-d23fe4e7566d tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/security-groups?id=e016c065-77b0-4991-a9f6-9a65eb28c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490599 Jul 19 17:22:28.319408 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510536ed-cdb9-4adf-923b-272e76725cfa req-89aa4fc9-7210-4578-a4e8-91a2b514fa4f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:28.321062 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-510536ed-cdb9-4adf-923b-272e76725cfa req-89aa4fc9-7210-4578-a4e8-91a2b514fa4f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 945 time: 0.0943780 Jul 19 17:22:28.363708 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-510536ed-cdb9-4adf-923b-272e76725cfa req-52dbc5cc-1c9e-4c36-9d0c-c70af81c034f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360670 Jul 19 17:22:28.691485 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:22:29.174146 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd839ee3-0be8-4071-99bc-b9b0babadaed req-5066ca35-0946-44b9-9670-308de3cf11e3 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:29.181071 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fd839ee3-0be8-4071-99bc-b9b0babadaed req-5066ca35-0946-44b9-9670-308de3cf11e3 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/ports?device_id=7644c1c8-d1a2-489c-87bf-b1f6a442aeb2 HTTP/1.1" status: 200 len: 945 time: 0.0705876 Jul 19 17:22:29.226071 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fd839ee3-0be8-4071-99bc-b9b0babadaed req-a814f83f-3b8f-4fdd-ba55-997e2e2321c5 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/security-groups?id=e016c065-77b0-4991-a9f6-9a65eb28c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439267 Jul 19 17:22:29.512173 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888279c6-581b-4670-ae82-3a254faaccb3 req-28a8c71d-72d7-4385-8044-b1e53df24872 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:29.513885 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-888279c6-581b-4670-ae82-3a254faaccb3 req-28a8c71d-72d7-4385-8044-b1e53df24872 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 945 time: 0.0724423 Jul 19 17:22:29.559639 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-888279c6-581b-4670-ae82-3a254faaccb3 req-14d185db-a569-4fb3-be08-92beabe3976f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384560 Jul 19 17:22:29.699090 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083b582-152c-45cc-9b55-a2ceb9c8bd1e req-395fc4c7-6d29-4aa6-8492-86446ae1b83e tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:29.700906 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d083b582-152c-45cc-9b55-a2ceb9c8bd1e req-395fc4c7-6d29-4aa6-8492-86446ae1b83e tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.16 "GET /v2.0/ports?device_id=7644c1c8-d1a2-489c-87bf-b1f6a442aeb2 HTTP/1.1" status: 200 len: 945 time: 0.0766065 Jul 19 17:22:29.826118 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-d083b582-152c-45cc-9b55-a2ceb9c8bd1e req-d282514d-3c1e-4397-afc7-b6638c5866a1 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Deleting port 08260675-8788-427a-ae4c-31247fb059db {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:22:29.826511 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d083b582-152c-45cc-9b55-a2ceb9c8bd1e req-d282514d-3c1e-4397-afc7-b6638c5866a1 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:29.927114 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-d083b582-152c-45cc-9b55-a2ceb9c8bd1e req-d282514d-3c1e-4397-afc7-b6638c5866a1 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] For port 08260675-8788-427a-ae4c-31247fb059db, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=08260675-8788-427a-ae4c-31247fb059db,segment=NetworkSegment(da7ab2af-e2e2-4b7b-a931-b8d1d6bbd275),segment_id=da7ab2af-e2e2-4b7b-a931-b8d1d6bbd275)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:22:29.927794 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d083b582-152c-45cc-9b55-a2ceb9c8bd1e req-d282514d-3c1e-4397-afc7-b6638c5866a1 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:29.945693 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-d083b582-152c-45cc-9b55-a2ceb9c8bd1e req-d282514d-3c1e-4397-afc7-b6638c5866a1 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Calling delete_port for 08260675-8788-427a-ae4c-31247fb059db owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:22:30.126427 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d083b582-152c-45cc-9b55-a2ceb9c8bd1e req-d282514d-3c1e-4397-afc7-b6638c5866a1 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:30.144809 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['08260675-8788-427a-ae4c-31247fb059db'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:22:30.244791 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d282514d-3c1e-4397-afc7-b6638c5866a1 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Pushing event deleted for resources: {'Port': ['ID=08260675-8788-427a-ae4c-31247fb059db,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:22:30.247795 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-d083b582-152c-45cc-9b55-a2ceb9c8bd1e req-d282514d-3c1e-4397-afc7-b6638c5866a1 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] No DVR routers for this DVR port 08260675-8788-427a-ae4c-31247fb059db on host hv-cinder-80135 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:22:30.250723 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d083b582-152c-45cc-9b55-a2ceb9c8bd1e req-d282514d-3c1e-4397-afc7-b6638c5866a1 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:30.254225 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d083b582-152c-45cc-9b55-a2ceb9c8bd1e req-d282514d-3c1e-4397-afc7-b6638c5866a1 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.16 "DELETE /v2.0/ports/08260675-8788-427a-ae4c-31247fb059db HTTP/1.1" status: 204 len: 173 time: 0.5458419 Jul 19 17:22:30.254700 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7644c1c8-d1a2-489c-87bf-b1f6a442aeb2', 'name': 'network-vif-deleted', 'tag': '08260675-8788-427a-ae4c-31247fb059db'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:22:30.264109 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa862592-bcfe-4d3d-a1a3-58a789539d9c" -d '{"events": [{"server_uuid": "7644c1c8-d1a2-489c-87bf-b1f6a442aeb2", "name": "network-vif-deleted", "tag": "08260675-8788-427a-ae4c-31247fb059db"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:22:30.410686 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1b7407ea-fc58-46c2-bb7b-15cb25678f7f req-3d28ed16-cb51-4acc-861c-0ce7d4b949f2 tempest-VolumesSnapshotTestJSON-822201498 tempest-VolumesSnapshotTestJSON-822201498-project] 10.222.0.63 "GET /v2.0/ports?device_id=7644c1c8-d1a2-489c-87bf-b1f6a442aeb2 HTTP/1.1" status: 200 len: 210 time: 0.0699694 Jul 19 17:22:30.430593 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc3356b-f786-42c1-b062-53a5633aea3c x-openstack-request-id: req-afc3356b-f786-42c1-b062-53a5633aea3c {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:22:30.431145 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7644c1c8-d1a2-489c-87bf-b1f6a442aeb2", "name": "network-vif-deleted", "tag": "08260675-8788-427a-ae4c-31247fb059db", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:22:30.431627 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-afc3356b-f786-42c1-b062-53a5633aea3c {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:22:30.432124 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7644c1c8-d1a2-489c-87bf-b1f6a442aeb2', 'name': 'network-vif-deleted', 'tag': '08260675-8788-427a-ae4c-31247fb059db', 'status': 'completed', 'code': 200} Jul 19 17:22:30.709729 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80666a87-7394-47f9-9a3c-e8649bf32099 req-54637b08-268d-4c32-bf22-119f326726b5 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:30.711233 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-80666a87-7394-47f9-9a3c-e8649bf32099 req-54637b08-268d-4c32-bf22-119f326726b5 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 945 time: 0.0739920 Jul 19 17:22:30.759525 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-80666a87-7394-47f9-9a3c-e8649bf32099 req-bcce449b-68a9-4275-9596-1992daa7537c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420361 Jul 19 17:22:31.944156 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58b980-a442-4497-bc38-0c0a4c05322b req-ba5df398-87fa-4986-9724-9173aaa1d57f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:31.945798 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-3a58b980-a442-4497-bc38-0c0a4c05322b req-ba5df398-87fa-4986-9724-9173aaa1d57f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 945 time: 0.0856252 Jul 19 17:22:31.991338 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-3a58b980-a442-4497-bc38-0c0a4c05322b req-1e4c761a-7e53-4444-9a8f-c6b61fb87b3a tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399544 Jul 19 17:22:33.174083 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813803b-581d-4b88-b0de-56201f55f922 req-cb32f49c-2af2-476a-bbb9-63f69a166cc7 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:33.175717 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5813803b-581d-4b88-b0de-56201f55f922 req-cb32f49c-2af2-476a-bbb9-63f69a166cc7 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 945 time: 0.0837755 Jul 19 17:22:33.216926 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5813803b-581d-4b88-b0de-56201f55f922 req-f6227d4b-2ab2-444f-9511-78adadb24ccf tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353203 Jul 19 17:22:34.347076 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device 08260675-8788-427a-ae4c-31247fb059db no longer exists at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:22:34.364866 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76d31b-907d-422e-8c1c-f337992f8066 req-f6cbb862-5018-4eb3-b6ed-96be5d50ab91 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:34.366518 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-eb76d31b-907d-422e-8c1c-f337992f8066 req-f6cbb862-5018-4eb3-b6ed-96be5d50ab91 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 945 time: 0.0712142 Jul 19 17:22:34.382095 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] No Port match for: 08260675-8788-427a-ae4c-31247fb059db {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:22:34.382358 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device 08260675-8788-427a-ae4c-31247fb059db not bound to the agent host hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:22:34.405614 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-eb76d31b-907d-422e-8c1c-f337992f8066 req-4a77b48b-43cf-4530-a23c-e9f786011bc3 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325518 Jul 19 17:22:35.535467 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117788eb-4485-4f64-9731-d135420c8b9f req-b05cc0d6-cc45-4315-abd4-e2e885f5b023 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:35.536960 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-117788eb-4485-4f64-9731-d135420c8b9f req-b05cc0d6-cc45-4315-abd4-e2e885f5b023 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 945 time: 0.0619988 Jul 19 17:22:35.575171 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-117788eb-4485-4f64-9731-d135420c8b9f req-2f5db4b4-5a29-4ae8-87bc-04299597cad1 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309205 Jul 19 17:22:36.706827 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f129c1c-ddd1-48a4-992b-4dd0b1670ff9 req-7871ba74-9734-43bc-a91f-cc8039894103 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:36.708297 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4f129c1c-ddd1-48a4-992b-4dd0b1670ff9 req-7871ba74-9734-43bc-a91f-cc8039894103 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 945 time: 0.0635388 Jul 19 17:22:36.744287 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4f129c1c-ddd1-48a4-992b-4dd0b1670ff9 req-577cf828-2a2f-4e74-925a-2536b38fd924 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304327 Jul 19 17:22:36.888378 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10486022-57b0-409f-b50a-36d793d47ce5 req-7c0ae935-fe40-4792-96ab-a0cc62c221d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:36.890002 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-10486022-57b0-409f-b50a-36d793d47ce5 req-7c0ae935-fe40-4792-96ab-a0cc62c221d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60cd58df01ad441785d8271f5ef670e1&device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 1098 time: 0.0985618 Jul 19 17:22:36.976434 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10486022-57b0-409f-b50a-36d793d47ce5 req-b9017394-d8e6-439b-86c1-261590fa4c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:36.977861 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-10486022-57b0-409f-b50a-36d793d47ce5 req-b9017394-d8e6-439b-86c1-261590fa4c55 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4e8d5024-2593-474f-aedc-412be4f13971 HTTP/1.1" status: 200 len: 918 time: 0.0813105 Jul 19 17:22:37.043816 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-10486022-57b0-409f-b50a-36d793d47ce5 req-783129eb-e3e1-40d7-a800-2daf70edcf2d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd3def10-0145-42f3-8325-f6c30a803012 HTTP/1.1" status: 200 len: 1000 time: 0.0592856 Jul 19 17:22:37.091374 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10486022-57b0-409f-b50a-36d793d47ce5 req-73c866d1-89d3-4b5c-9613-d88f2b08e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:37.092778 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-10486022-57b0-409f-b50a-36d793d47ce5 req-73c866d1-89d3-4b5c-9613-d88f2b08e18a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b8f48ce-8da9-45bc-8ad9-174085a888a6 HTTP/1.1" status: 200 len: 856 time: 0.0422261 Jul 19 17:22:37.148402 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10486022-57b0-409f-b50a-36d793d47ce5 req-b47a41a6-6d33-4214-af2d-7b22dff30007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:37.149787 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-10486022-57b0-409f-b50a-36d793d47ce5 req-b47a41a6-6d33-4214-af2d-7b22dff30007 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4e8d5024-2593-474f-aedc-412be4f13971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499959 Jul 19 17:22:37.241136 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-10486022-57b0-409f-b50a-36d793d47ce5 req-2b0a3d0b-52e1-47bc-bf39-3bd672ed0aa2 service neutron] 10.222.0.16 "GET /v2.0/networks/4e8d5024-2593-474f-aedc-412be4f13971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836782 Jul 19 17:22:37.332061 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-10486022-57b0-409f-b50a-36d793d47ce5 req-5eb3caae-de1e-4b6d-9ea8-8040c26a027c service neutron] 10.222.0.16 "GET /v2.0/networks/4e8d5024-2593-474f-aedc-412be4f13971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844643 Jul 19 17:22:37.880247 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791700e-8303-4353-ad3b-e2641c7c03ee req-4bb4eb09-fda9-481e-a4e5-20f1b4a449be tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:37.881991 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6791700e-8303-4353-ad3b-e2641c7c03ee req-4bb4eb09-fda9-481e-a4e5-20f1b4a449be tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 945 time: 0.0679476 Jul 19 17:22:37.918637 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6791700e-8303-4353-ad3b-e2641c7c03ee req-757aa51a-9770-42a8-9660-25d3a6b75394 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311298 Jul 19 17:22:38.465687 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b3ac79a-4b69-4dee-afe7-6844cd9dbe26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:39.050577 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04cff2-370e-499c-be60-efb5d23a422a req-ff1ba83b-701a-442b-bf3e-77d7f6493479 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:39.052076 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ce04cff2-370e-499c-be60-efb5d23a422a req-ff1ba83b-701a-442b-bf3e-77d7f6493479 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 945 time: 0.0639489 Jul 19 17:22:39.088996 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ce04cff2-370e-499c-be60-efb5d23a422a req-fb9a8fed-8ede-42d2-aa33-1672edb5fff6 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312016 Jul 19 17:22:39.595110 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device fd3def10-0145-42f3-8325-f6c30a803012 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:22:39.791923 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:39.813139 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca12345-aa09-4a39-9b76-83930c9127cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd3def10-0145-42f3-8325-f6c30a803012'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:22:39.815390 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa486d5c4e4f39956b43fe6dcc35bf0f2fe2e374caf29500c804b4cead58546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebc4791-39df-4048-b83e-fbc6aa6c00e1" -d '{"events": [{"server_uuid": "fca12345-aa09-4a39-9b76-83930c9127cf", "name": "network-vif-unplugged", "status": "completed", "tag": "fd3def10-0145-42f3-8325-f6c30a803012"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:22:39.828708 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port fd3def10-0145-42f3-8325-f6c30a803012, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=fd3def10-0145-42f3-8325-f6c30a803012,segment=NetworkSegment(49f3122a-bd8b-4c70-a3d0-44b9da145ba2),segment_id=49f3122a-bd8b-4c70-a3d0-44b9da145ba2)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:22:39.833921 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:39.896303 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=fd3def10-0145-42f3-8325-f6c30a803012,revision_number=8']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:22:39.907630 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 19 Jul 2021 17:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c102403-359c-42ea-a539-632489396459 x-openstack-request-id: req-5c102403-359c-42ea-a539-632489396459 {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:22:39.907928 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca12345-aa09-4a39-9b76-83930c9127cf", "name": "network-vif-unplugged", "status": "failed", "tag": "fd3def10-0145-42f3-8325-f6c30a803012", "code": 422}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:22:39.908205 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5c102403-359c-42ea-a539-632489396459 {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:22:39.908634 dv-cinder-801354-1-iscsi neutron-server[93287]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fca12345-aa09-4a39-9b76-83930c9127cf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fd3def10-0145-42f3-8325-f6c30a803012', 'code': 422} returned with failed status Jul 19 17:22:40.243619 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3bd58-9f08-41b4-8979-20c03c7b6870 req-07d0821b-5aff-4158-97fd-8e1da71e5191 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:40.245100 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7ca3bd58-9f08-41b4-8979-20c03c7b6870 req-07d0821b-5aff-4158-97fd-8e1da71e5191 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 943 time: 0.0628369 Jul 19 17:22:40.281651 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7ca3bd58-9f08-41b4-8979-20c03c7b6870 req-022f6b0e-2e14-49cc-96dd-9019e30063a1 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301330 Jul 19 17:22:40.686425 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-bba9510a-85d1-4bda-a6c1-7d02d67e2954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:40.852053 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac909321-7c3f-4bf1-a5a4-48917f287234 req-820353fe-e99e-4b8a-8f35-c2fd5e991cf3 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:40.853548 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ac909321-7c3f-4bf1-a5a4-48917f287234 req-820353fe-e99e-4b8a-8f35-c2fd5e991cf3 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 943 time: 0.0647247 Jul 19 17:22:40.890925 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ac909321-7c3f-4bf1-a5a4-48917f287234 req-b2e542a1-4c34-4419-aa38-0bb62afef409 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312352 Jul 19 17:22:40.992703 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 41470) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:22:41.111289 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-72c382ff-20d6-45e1-9003-3d0842f3dbb0 req-e1449102-88fc-458c-b242-75877a53a7be service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1174128 Jul 19 17:22:41.182624 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:41.945188 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:42.024976 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a5f45-a425-4f5d-af0a-ab0f7f5f7fbd req-ad4306ac-267a-4184-abef-51b5fdf94f13 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:42.026457 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6d5a5f45-a425-4f5d-af0a-ab0f7f5f7fbd req-ad4306ac-267a-4184-abef-51b5fdf94f13 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 943 time: 0.0638378 Jul 19 17:22:42.062540 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6d5a5f45-a425-4f5d-af0a-ab0f7f5f7fbd req-27fc0ef5-db34-4315-a76e-64f05abacfb8 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306647 Jul 19 17:22:43.191321 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2816c-41f8-4e7e-ae93-1f3f3f1ac0b9 req-de9abd7c-8ad0-4e24-a90b-affd03f04989 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:43.192752 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0ad2816c-41f8-4e7e-ae93-1f3f3f1ac0b9 req-de9abd7c-8ad0-4e24-a90b-affd03f04989 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 943 time: 0.0610747 Jul 19 17:22:43.229075 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0ad2816c-41f8-4e7e-ae93-1f3f3f1ac0b9 req-7a843b06-c36d-4f81-b645-da817dc2db5c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309036 Jul 19 17:22:43.699699 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:44.359694 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb07edc-3e35-4e14-9612-f068a0fab330 req-7deb9431-a80b-4e09-8b20-522b593d8c8e tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:44.361123 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ebb07edc-3e35-4e14-9612-f068a0fab330 req-7deb9431-a80b-4e09-8b20-522b593d8c8e tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 943 time: 0.0631340 Jul 19 17:22:44.397468 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ebb07edc-3e35-4e14-9612-f068a0fab330 req-b1cb2841-1a32-4c98-8467-bb77e476fcaa tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308719 Jul 19 17:22:45.485943 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c382ff-20d6-45e1-9003-3d0842f3dbb0 req-fbb343e9-fe03-4363-92f6-de7bfe187e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:45.487564 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-72c382ff-20d6-45e1-9003-3d0842f3dbb0 req-fbb343e9-fe03-4363-92f6-de7bfe187e39 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf&tenant_id=60cd58df01ad441785d8271f5ef670e1 HTTP/1.1" status: 200 len: 1096 time: 0.0898538 Jul 19 17:22:45.559099 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2940359-fd60-4501-aece-3b8ec36c4467 req-7259ebab-7a98-467b-ab68-fe0dade8641e tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:45.560717 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b2940359-fd60-4501-aece-3b8ec36c4467 req-7259ebab-7a98-467b-ab68-fe0dade8641e tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 943 time: 0.0694468 Jul 19 17:22:45.582776 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c382ff-20d6-45e1-9003-3d0842f3dbb0 req-2cd81719-d4cc-458e-8f64-aae6a685eca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:45.584592 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-72c382ff-20d6-45e1-9003-3d0842f3dbb0 req-2cd81719-d4cc-458e-8f64-aae6a685eca1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60cd58df01ad441785d8271f5ef670e1&device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 1096 time: 0.0707066 Jul 19 17:22:45.624128 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b2940359-fd60-4501-aece-3b8ec36c4467 req-ee24f884-6816-4199-a0ec-f5d84319ab73 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569248 Jul 19 17:22:45.695739 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c382ff-20d6-45e1-9003-3d0842f3dbb0 req-30de2a32-f47b-40b4-bb2c-1aab5d00e172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:45.697238 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-72c382ff-20d6-45e1-9003-3d0842f3dbb0 req-30de2a32-f47b-40b4-bb2c-1aab5d00e172 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4e8d5024-2593-474f-aedc-412be4f13971 HTTP/1.1" status: 200 len: 918 time: 0.1055906 Jul 19 17:22:45.761459 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-72c382ff-20d6-45e1-9003-3d0842f3dbb0 req-3e51bd62-5123-4223-b4f8-b1baa00cad38 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd3def10-0145-42f3-8325-f6c30a803012 HTTP/1.1" status: 200 len: 998 time: 0.0561600 Jul 19 17:22:45.809598 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c382ff-20d6-45e1-9003-3d0842f3dbb0 req-17048127-68ad-4eec-93bc-b41aca9ff8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:45.811027 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-72c382ff-20d6-45e1-9003-3d0842f3dbb0 req-17048127-68ad-4eec-93bc-b41aca9ff8c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b8f48ce-8da9-45bc-8ad9-174085a888a6 HTTP/1.1" status: 200 len: 856 time: 0.0424120 Jul 19 17:22:45.869354 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c382ff-20d6-45e1-9003-3d0842f3dbb0 req-cf43f874-30f9-422d-8fe0-ba63d6f42242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:45.870807 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-72c382ff-20d6-45e1-9003-3d0842f3dbb0 req-cf43f874-30f9-422d-8fe0-ba63d6f42242 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4e8d5024-2593-474f-aedc-412be4f13971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533545 Jul 19 17:22:45.959139 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-72c382ff-20d6-45e1-9003-3d0842f3dbb0 req-9252da78-4fd4-440d-9e9e-81d747288386 service neutron] 10.222.0.16 "GET /v2.0/networks/4e8d5024-2593-474f-aedc-412be4f13971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805461 Jul 19 17:22:46.049241 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-72c382ff-20d6-45e1-9003-3d0842f3dbb0 req-ecda4a7d-79eb-4c59-bfed-3351ed0324a9 service neutron] 10.222.0.16 "GET /v2.0/networks/4e8d5024-2593-474f-aedc-412be4f13971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829787 Jul 19 17:22:46.574883 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:46.779573 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e0b4a-c1be-440d-89fb-c7853956051b req-3e8cb091-2a8e-4ff3-80d8-f805db715ace tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:46.785946 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-129e0b4a-c1be-440d-89fb-c7853956051b req-3e8cb091-2a8e-4ff3-80d8-f805db715ace tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 943 time: 0.0702231 Jul 19 17:22:46.829904 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-129e0b4a-c1be-440d-89fb-c7853956051b req-bdb2ee9e-0d87-4bbc-8b57-d8eff8ff65ef tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393081 Jul 19 17:22:47.965413 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb8ede-a266-4d12-ad85-255bb2d8bbec req-3846d7c2-26f6-4da1-9159-096cd4fbf86f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:47.966920 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-70fb8ede-a266-4d12-ad85-255bb2d8bbec req-3846d7c2-26f6-4da1-9159-096cd4fbf86f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 943 time: 0.0684519 Jul 19 17:22:48.013602 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-70fb8ede-a266-4d12-ad85-255bb2d8bbec req-4d3bde20-faba-4214-ae46-7d094f3a1ce8 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399902 Jul 19 17:22:49.196822 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b54222-3dcf-4538-a1be-4dfea6047a6d req-30a0df80-0906-4818-9c1a-41dc70110fc3 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:49.198573 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a9b54222-3dcf-4538-a1be-4dfea6047a6d req-30a0df80-0906-4818-9c1a-41dc70110fc3 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 943 time: 0.0942042 Jul 19 17:22:49.253383 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a9b54222-3dcf-4538-a1be-4dfea6047a6d req-6b184b9f-5711-4b60-a62c-0e8b18db6e8e tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469244 Jul 19 17:22:50.416868 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be8e9e-5531-4370-bfdc-54518e1b9e36 req-1791b612-ed45-41ef-b084-69583f862d16 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:50.418376 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-33be8e9e-5531-4370-bfdc-54518e1b9e36 req-1791b612-ed45-41ef-b084-69583f862d16 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 943 time: 0.0678563 Jul 19 17:22:50.456955 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-33be8e9e-5531-4370-bfdc-54518e1b9e36 req-c81fd270-d9f0-4ba2-b8d4-91090abbf5f3 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329781 Jul 19 17:22:51.597607 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91ec12-fc31-4d1d-877a-9f61f807ec28 req-d0114a68-ac96-4777-9b8a-6bc08a088384 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:51.599262 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3b91ec12-fc31-4d1d-877a-9f61f807ec28 req-d0114a68-ac96-4777-9b8a-6bc08a088384 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 943 time: 0.0661552 Jul 19 17:22:51.658046 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3b91ec12-fc31-4d1d-877a-9f61f807ec28 req-09b8c490-cac9-46cd-9ff7-a2123a3e8d33 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516086 Jul 19 17:22:52.802289 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59979f4b-2f03-497e-a977-a34314556b19 req-d94cfce4-1ccb-4bd6-939b-0ac8efa7b76d tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:52.803957 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-59979f4b-2f03-497e-a977-a34314556b19 req-d94cfce4-1ccb-4bd6-939b-0ac8efa7b76d tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 943 time: 0.0671897 Jul 19 17:22:52.841768 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-59979f4b-2f03-497e-a977-a34314556b19 req-4aa81d81-1f11-473a-8bc7-d1aa5127c22a tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318079 Jul 19 17:22:53.993338 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea9861-5be8-4bc2-a67f-177a788ae747 req-ad2ca394-a4d3-4cea-a99b-16b9839a0c9c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:53.994917 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9eea9861-5be8-4bc2-a67f-177a788ae747 req-ad2ca394-a4d3-4cea-a99b-16b9839a0c9c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 943 time: 0.0712409 Jul 19 17:22:54.035060 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9eea9861-5be8-4bc2-a67f-177a788ae747 req-139cd2d6-e0c2-4120-af97-91d35afd2830 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331693 Jul 19 17:22:54.923296 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 41622) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:22:54.967668 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_v2 [None req-e95d5a7b-57a8-4c5f-b726-c709495398ae admin admin] Deleting subnet d2b06842-ab3a-4866-9cf6-216f34f45449 {{(pid=93286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:22:54.970974 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e95d5a7b-57a8-4c5f-b726-c709495398ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:55.011050 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e95d5a7b-57a8-4c5f-b726-c709495398ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10966596'] for subnet, precommit_delete_associations {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:55.053992 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e95d5a7b-57a8-4c5f-b726-c709495398ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4122676'] for subnet, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:55.118176 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e95d5a7b-57a8-4c5f-b726-c709495398ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4122671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10507190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11126016'] for subnet, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:55.167001 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d5a7b-57a8-4c5f-b726-c709495398ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2b06842-ab3a-4866-9cf6-216f34f45449,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:22:55.200110 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e95d5a7b-57a8-4c5f-b726-c709495398ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:55.203518 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-e95d5a7b-57a8-4c5f-b726-c709495398ae admin admin] 10.222.0.63 "DELETE /v2.0/subnets/d2b06842-ab3a-4866-9cf6-216f34f45449 HTTP/1.1" status: 204 len: 168 time: 0.2781780 Jul 19 17:22:55.204421 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d5a7b-57a8-4c5f-b726-c709495398ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:55.204765 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d5a7b-57a8-4c5f-b726-c709495398ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:55.205099 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d5a7b-57a8-4c5f-b726-c709495398ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:55.205665 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 41628) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:22:55.206361 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d5a7b-57a8-4c5f-b726-c709495398ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:55.206711 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d5a7b-57a8-4c5f-b726-c709495398ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:55.207140 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d5a7b-57a8-4c5f-b726-c709495398ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:55.207391 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d5a7b-57a8-4c5f-b726-c709495398ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:55.207715 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d5a7b-57a8-4c5f-b726-c709495398ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:55.208048 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d5a7b-57a8-4c5f-b726-c709495398ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:55.208372 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d5a7b-57a8-4c5f-b726-c709495398ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:55.208695 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d5a7b-57a8-4c5f-b726-c709495398ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:55.209015 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d5a7b-57a8-4c5f-b726-c709495398ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:55.252085 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec308ac2-43be-41bb-9353-9b278bc9a580 req-607b277d-5f63-4e6d-92f1-d2a4bbc7254e tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:55.259023 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ec308ac2-43be-41bb-9353-9b278bc9a580 req-607b277d-5f63-4e6d-92f1-d2a4bbc7254e tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 943 time: 0.1092849 Jul 19 17:22:55.298404 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3735101'] for network, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:55.298984 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ec308ac2-43be-41bb-9353-9b278bc9a580 req-41e0210a-885c-4af1-87d6-33569344488e tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390890 Jul 19 17:22:55.396312 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4124440', 'neutron.services.segments.db._delete_segments_for_network-8737332645178'] for network, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:55.408699 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:22:55.409058 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:22:55.409854 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:22:55.410170 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Subscribe: > port after_create 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:22:55.410490 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:22:55.410824 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Subscribe: > port after_update 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:22:55.411137 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:22:55.411459 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:22:55.411767 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:22:55.412079 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:22:55.523701 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:22:55.524023 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:22:55.524358 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:22:55.524694 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:22:55.525149 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45340569-aaf3-4bfd-8cd5-96ec66662663']}} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:22:55.542811 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da7ab2af-e2e2-4b7b-a931-b8d1d6bbd275') {'for_net_delete': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:22:55.543116 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da7ab2af-e2e2-4b7b-a931-b8d1d6bbd275') {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:22:55.560130 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737332645443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9418647'] for segment, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:55.581511 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:55.590003 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=93285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:22:55.590391 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8589005'] for segment, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: from cryptography.utils import int_from_bytes Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: from cryptography.utils import int_from_bytes Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: Traceback (most recent call last): Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: timer() Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: cb(*args, **kw) Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: return func(*args, **kwargs) Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: self._notify() Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: self.callback(batched_events) Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: event.method(event) Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:22:55.594798 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:22:55.599219 dv-cinder-801354-1-iscsi neutron-server[93285]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:22:55.599219 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:22:55.599219 dv-cinder-801354-1-iscsi neutron-server[93285]: return f(self, *a, **k) Jul 19 17:22:55.599219 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:22:55.599219 dv-cinder-801354-1-iscsi neutron-server[93285]: return self._get(url).json() Jul 19 17:22:55.599219 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:22:55.599219 dv-cinder-801354-1-iscsi neutron-server[93285]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:22:55.599219 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:22:55.599219 dv-cinder-801354-1-iscsi neutron-server[93285]: return self.request(url, 'GET', **kwargs) Jul 19 17:22:55.599219 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:22:55.599219 dv-cinder-801354-1-iscsi neutron-server[93285]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:22:55.599219 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:22:55.599219 dv-cinder-801354-1-iscsi neutron-server[93285]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:22:55.599219 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:22:55.599219 dv-cinder-801354-1-iscsi neutron-server[93285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:22:55.599219 dv-cinder-801354-1-iscsi neutron-server[93285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:22:55.663458 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-974196'] for network, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:55.671772 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:55.673822 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] 10.222.0.63 "DELETE /v2.0/networks/45340569-aaf3-4bfd-8cd5-96ec66662663 HTTP/1.1" status: 204 len: 168 time: 0.4671190 Jul 19 17:22:55.689632 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Pushing event deleted for resources: {'Network': ['ID=45340569-aaf3-4bfd-8cd5-96ec66662663,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:22:55.697029 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:55.697413 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:55.697749 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:55.698080 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:55.698409 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:55.698738 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:55.699061 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:55.699380 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:55.699708 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:55.700027 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:55.700344 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:55.700658 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a860d4e2-7041-472a-9341-a147ddb66803 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:55.790019 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 41632) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:22:55.832993 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-4078be00-bbb2-4e52-8456-44b687924b8d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f1f88dabc5094c7e98f3d5a0148291fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417140 Jul 19 17:22:55.835587 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 41634) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:22:55.884255 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7b845676-8afd-4242-b986-ace026488c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:55.904735 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7b845676-8afd-4242-b986-ace026488c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:55.958745 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7b845676-8afd-4242-b986-ace026488c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:55.961205 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7b845676-8afd-4242-b986-ace026488c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:55.962425 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-7b845676-8afd-4242-b986-ace026488c24 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e016c065-77b0-4991-a9f6-9a65eb28c3ae HTTP/1.1" status: 204 len: 168 time: 0.1261089 Jul 19 17:22:55.971681 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b845676-8afd-4242-b986-ace026488c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e016c065-77b0-4991-a9f6-9a65eb28c3ae,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:22:56.443532 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b941ce-b37c-4241-99b2-f98b955b1ed9 req-0a176dfe-b5fb-4efa-8693-be0a57b878fb tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:56.445009 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c1b941ce-b37c-4241-99b2-f98b955b1ed9 req-0a176dfe-b5fb-4efa-8693-be0a57b878fb tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 943 time: 0.0717092 Jul 19 17:22:56.487264 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c1b941ce-b37c-4241-99b2-f98b955b1ed9 req-d9451bb3-5edc-4a35-87c8-d60dec055562 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366652 Jul 19 17:22:56.613877 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 41662) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:22:56.720834 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-ddb52840-ef6b-47b6-9bd1-7f56456b176c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1741162834-network', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:22:56.744666 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb52840-ef6b-47b6-9bd1-7f56456b176c admin admin] Made reservation on behalf of c21d6eb10ed64fc3911d2dd893b82d6a for: {'network': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:22:56.747496 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ddb52840-ef6b-47b6-9bd1-7f56456b176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for network, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:56.755579 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ddb52840-ef6b-47b6-9bd1-7f56456b176c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:56.851176 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ddb52840-ef6b-47b6-9bd1-7f56456b176c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:56.854700 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ddb52840-ef6b-47b6-9bd1-7f56456b176c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:56.874506 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb52840-ef6b-47b6-9bd1-7f56456b176c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=93285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:22:56.889237 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb52840-ef6b-47b6-9bd1-7f56456b176c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21616ac1-cb7d-41e2-93dc-0fc19b10f617,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:22:56.892848 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ddb52840-ef6b-47b6-9bd1-7f56456b176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:56.893182 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.db.segments_db [None req-ddb52840-ef6b-47b6-9bd1-7f56456b176c admin admin] Added segment 21dc7f96-dc45-4c56-9d4c-b0acb7665df9 of type vlan for network d62b2c12-494e-4458-aac5-b34ed4aff78c Jul 19 17:22:56.931789 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ddb52840-ef6b-47b6-9bd1-7f56456b176c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737332213742'] for network, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:56.958949 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ddb52840-ef6b-47b6-9bd1-7f56456b176c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for network, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:56.959935 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb52840-ef6b-47b6-9bd1-7f56456b176c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:56.960513 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ddb52840-ef6b-47b6-9bd1-7f56456b176c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:56.991563 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-ddb52840-ef6b-47b6-9bd1-7f56456b176c admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3765182 Jul 19 17:22:56.994195 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 41670) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:22:56.998862 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-b9c767f7-e32e-4187-b4be-77f54c1fd12b admin admin] Request body: {'subnet': {'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1741162834-subnet', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'ip_version': 4}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:22:57.034299 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb52840-ef6b-47b6-9bd1-7f56456b176c admin admin] Pushing event updated for resources: {'Network': ['ID=d62b2c12-494e-4458-aac5-b34ed4aff78c,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:22:57.043745 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Network d62b2c12-494e-4458-aac5-b34ed4aff78c details requested by agent ovs-agent-dv-cinder-801354-1-iscsi with host dv-cinder-801354-1-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:22:57.048417 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c767f7-e32e-4187-b4be-77f54c1fd12b admin admin] Made reservation on behalf of c21d6eb10ed64fc3911d2dd893b82d6a for: {'subnet': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:22:57.050913 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b9c767f7-e32e-4187-b4be-77f54c1fd12b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8936920'] for subnet, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:57.437360 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b9c767f7-e32e-4187-b4be-77f54c1fd12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8936878'] for subnet, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:57.492126 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c767f7-e32e-4187-b4be-77f54c1fd12b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bda2a791-f548-4eb7-b715-97839ddb9d97,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:22:57.499664 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c767f7-e32e-4187-b4be-77f54c1fd12b admin admin] Checking segment: {'id': '21dc7f96-dc45-4c56-9d4c-b0acb7665df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:22:57.500016 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c767f7-e32e-4187-b4be-77f54c1fd12b admin admin] Network hostable DHCP agents. Network: d62b2c12-494e-4458-aac5-b34ed4aff78c, hostable agents: ['2623ed35-230f-4ed4-8c02-4756eb9c3b9a'], hosted agents: [] {{(pid=93285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:22:57.516239 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c767f7-e32e-4187-b4be-77f54c1fd12b admin admin] Network d62b2c12-494e-4458-aac5-b34ed4aff78c is scheduled to be hosted by DHCP agent 2623ed35-230f-4ed4-8c02-4756eb9c3b9a with binding_index 1 {{(pid=93285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:22:57.525274 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-b9c767f7-e32e-4187-b4be-77f54c1fd12b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-1-iscsi, d62b2c12-494e-4458-aac5-b34ed4aff78c) {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:22:57.530490 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c767f7-e32e-4187-b4be-77f54c1fd12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:57.531841 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b9c767f7-e32e-4187-b4be-77f54c1fd12b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:57.534004 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5516380f-9e45-49b7-88bb-0f7cc2c1eef6 None None] Network d62b2c12-494e-4458-aac5-b34ed4aff78c requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:22:57.548934 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-b9c767f7-e32e-4187-b4be-77f54c1fd12b admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5537472 Jul 19 17:22:57.551780 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 41674) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:22:57.556618 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-8750aa18-bb32-43e7-bab1-a1e4b95f4662 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1741162834-router', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:22:57.580182 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8750aa18-bb32-43e7-bab1-a1e4b95f4662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-974277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9720'] for router, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:57.581371 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8750aa18-bb32-43e7-bab1-a1e4b95f4662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-974835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9719'] for router, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:57.628667 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66c5a3-b514-45dd-82d2-725284127849 req-fc5f3f5c-3dba-4e23-86b3-3adb1de6e30b tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:57.630318 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ee66c5a3-b514-45dd-82d2-725284127849 req-fc5f3f5c-3dba-4e23-86b3-3adb1de6e30b tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 943 time: 0.0655396 Jul 19 17:22:57.635807 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8750aa18-bb32-43e7-bab1-a1e4b95f4662 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:57.671791 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ee66c5a3-b514-45dd-82d2-725284127849 req-a7d47b31-8f18-4952-a00c-00e229349928 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357797 Jul 19 17:22:57.686287 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb66f432-f83b-5af4-94dc-6d90656eacfe-d62b2c12-494e-4458-aac5-b34ed4aff78c', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'fixed_ips': [{'subnet_id': 'bda2a791-f548-4eb7-b715-97839ddb9d97'}]}} from dv-cinder-801354-1-iscsi. {{(pid=93287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 17:22:57.687801 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:57.771904 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8750aa18-bb32-43e7-bab1-a1e4b95f4662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-974089', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-974251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9669'] for router, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:57.829386 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.db_base_plugin_common [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] Allocated IP 172.20.0.2 (d62b2c12-494e-4458-aac5-b34ed4aff78c/bda2a791-f548-4eb7-b715-97839ddb9d97/caf19619-7301-4504-8944-e38b679a2c74) {{(pid=93287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:22:57.984675 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] Notify callbacks [] for port, precommit_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:57.994564 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] Transition to ACTIVE for port object caf19619-7301-4504-8944-e38b679a2c74 will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:22:57.996433 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8750aa18-bb32-43e7-bab1-a1e4b95f4662 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:58.009982 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] Transition to ACTIVE for port object caf19619-7301-4504-8944-e38b679a2c74 will not be triggered until provisioned by entity DHCP. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:22:58.015975 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961'] for port, after_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:58.018727 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8750aa18-bb32-43e7-bab1-a1e4b95f4662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:58.062785 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] Network d62b2c12-494e-4458-aac5-b34ed4aff78c is already hosted by enough agents. {{(pid=93287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:22:58.068223 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.scheduler.base_scheduler [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] Resources bound (agent type, host, resource id): {{(pid=93287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:22:58.070803 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] Received port after_create {{(pid=93287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:22:58.106058 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] Pushing event updated for resources: {'Port': ['ID=caf19619-7301-4504-8944-e38b679a2c74,revision_number=1']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:22:58.129149 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-8750aa18-bb32-43e7-bab1-a1e4b95f4662 admin admin] Allocated IP 172.27.1.224 (471a83f0-55fa-4280-ad36-b168b6f04fca/5f22dab2-98ea-4073-8b5a-7afc7b46c4a2/97b39f0d-843c-4b36-87de-c4eb3238c19e) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:22:58.136981 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:58.137399 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:58.137739 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:58.138342 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:58.138718 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:58.139180 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:58.139613 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:58.139943 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:58.140272 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:58.140656 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:58.140988 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:58.141416 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:22:58.150880 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] Attempting to bind port caf19619-7301-4504-8944-e38b679a2c74 on host dv-cinder-801354-1-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:22:58.150880 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] Attempting to bind port caf19619-7301-4504-8944-e38b679a2c74 by drivers openvswitch,hyperv on host dv-cinder-801354-1-iscsi at level 0 using segments [{'id': '21dc7f96-dc45-4c56-9d4c-b0acb7665df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:22:58.151213 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] Attempting to bind port caf19619-7301-4504-8944-e38b679a2c74 on network d62b2c12-494e-4458-aac5-b34ed4aff78c {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:22:58.157118 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] Checking agent: {'id': '1644f3e0-cc54-41af-ad00-0738a02153ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 9, 11), 'started_at': datetime.datetime(2021, 7, 19, 17, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:22:58.157550 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] Checking segment: {'id': '21dc7f96-dc45-4c56-9d4c-b0acb7665df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:22:58.157953 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:58.158343 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] Bound using segment: {'id': '21dc7f96-dc45-4c56-9d4c-b0acb7665df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:22:58.158804 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] Bound port: caf19619-7301-4504-8944-e38b679a2c74, host: dv-cinder-801354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21dc7f96-dc45-4c56-9d4c-b0acb7665df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:22:58.159390 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:58.223115 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] For port caf19619-7301-4504-8944-e38b679a2c74, host dv-cinder-801354-1-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:22:58.226791 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] For port caf19619-7301-4504-8944-e38b679a2c74, host dv-cinder-801354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=caf19619-7301-4504-8944-e38b679a2c74,segment=NetworkSegment(21dc7f96-dc45-4c56-9d4c-b0acb7665df9),segment_id=21dc7f96-dc45-4c56-9d4c-b0acb7665df9)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:22:58.231278 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:58.253895 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8750aa18-bb32-43e7-bab1-a1e4b95f4662 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:58.293418 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d015a3-289b-43e9-b195-c4598b1da956 None None] Pushing event updated for resources: {'Port': ['ID=caf19619-7301-4504-8944-e38b679a2c74,revision_number=2']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:22:58.299345 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8750aa18-bb32-43e7-bab1-a1e4b95f4662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10507233'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:58.338306 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8750aa18-bb32-43e7-bab1-a1e4b95f4662 admin admin] Network 471a83f0-55fa-4280-ad36-b168b6f04fca is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:22:58.341029 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-8750aa18-bb32-43e7-bab1-a1e4b95f4662 admin admin] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:22:58.345237 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8750aa18-bb32-43e7-bab1-a1e4b95f4662 admin admin] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:22:58.367092 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750aa18-bb32-43e7-bab1-a1e4b95f4662 admin admin] Pushing event updated for resources: {'Port': ['ID=97b39f0d-843c-4b36-87de-c4eb3238c19e,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:22:58.615735 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8750aa18-bb32-43e7-bab1-a1e4b95f4662 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:58.807876 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8750aa18-bb32-43e7-bab1-a1e4b95f4662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-974268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-974124'] for router, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:58.812775 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ca609-e203-4a35-8519-c375047e1396 req-b494149a-2650-40d2-a9a7-a0cebc51683d tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:22:58.814308 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-298ca609-e203-4a35-8519-c375047e1396 req-b494149a-2650-40d2-a9a7-a0cebc51683d tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 943 time: 0.0671706 Jul 19 17:22:58.851884 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-298ca609-e203-4a35-8519-c375047e1396 req-94a91fc0-c303-4804-8a19-e7092e4bcfc8 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318475 Jul 19 17:22:58.932526 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8750aa18-bb32-43e7-bab1-a1e4b95f4662 admin admin] Router ba23abe3-2658-4a92-a11d-66b4ce51ef82 is scheduled to L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f with binding_index 1 {{(pid=93286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 17:22:59.040261 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8750aa18-bb32-43e7-bab1-a1e4b95f4662 admin admin] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:22:59.050389 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c86887e-0c8f-464a-9934-68ed2e1340f9 None None] Sync routers for ids ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'] in dv-cinder-801354-1-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:22:59.060041 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8750aa18-bb32-43e7-bab1-a1e4b95f4662 admin admin] Notify callbacks [] for router, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:59.062836 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-8750aa18-bb32-43e7-bab1-a1e4b95f4662 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5083513 Jul 19 17:22:59.063251 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c86887e-0c8f-464a-9934-68ed2e1340f9 None None] Routers {'ba23abe3-2658-4a92-a11d-66b4ce51ef82'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:22:59.063887 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-0c86887e-0c8f-464a-9934-68ed2e1340f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:22:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:22:59.064952 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 41690) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:22:59.187269 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-0c86887e-0c8f-464a-9934-68ed2e1340f9 None None] Set router ba23abe3-2658-4a92-a11d-66b4ce51ef82 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:22:59.216350 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edae715-8fe4-4161-ab62-2c8f4e7476a4 None None] Network d62b2c12-494e-4458-aac5-b34ed4aff78c requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:22:59.371233 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-f3efeb0c-1274-489a-81cf-e10e7a85931a None None] Provisioning for port caf19619-7301-4504-8944-e38b679a2c74 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:22:59.500759 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-0c86887e-0c8f-464a-9934-68ed2e1340f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'name': 'tempest-TestVolumeBootPattern-1741162834-router', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:22:57Z', 'updated_at': '2021-07-19T17:22:58Z', 'revision_number': 3, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'gw_port': {'id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:58Z', 'updated_at': '2021-07-19T17:22:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi'}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:22:59.533523 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c86887e-0c8f-464a-9934-68ed2e1340f9 None None] Checking router: ba23abe3-2658-4a92-a11d-66b4ce51ef82 for host: dv-cinder-801354-1-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:22:59.533876 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c86887e-0c8f-464a-9934-68ed2e1340f9 None None] Updating router ba23abe3-2658-4a92-a11d-66b4ce51ef82 port 97b39f0d-843c-4b36-87de-c4eb3238c19e binding host dv-cinder-801354-1-iscsi {{(pid=93287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:22:59.573874 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0c86887e-0c8f-464a-9934-68ed2e1340f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:59.672075 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device caf19619-7301-4504-8944-e38b679a2c74 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:22:59.732075 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9c72669c-3ad5-4a19-968e-58ac0535aa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:59.792076 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning for port caf19619-7301-4504-8944-e38b679a2c74 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:22:59.798135 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port caf19619-7301-4504-8944-e38b679a2c74 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:22:59.798509 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:59.865351 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-9e6bc086-9d48-4cbc-a009-5ef61b25369d None None] Provisioning complete for port caf19619-7301-4504-8944-e38b679a2c74 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:22:59.865727 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9e6bc086-9d48-4cbc-a009-5ef61b25369d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:22:59.892856 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-9c72669c-3ad5-4a19-968e-58ac0535aa93 admin admin] Allocated IP 172.20.0.1 (d62b2c12-494e-4458-aac5-b34ed4aff78c/bda2a791-f548-4eb7-b715-97839ddb9d97/6db82407-1b91-46a0-adaa-1b8541f71f9c) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:23:00.036266 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9c72669c-3ad5-4a19-968e-58ac0535aa93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:00.054166 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-9c72669c-3ad5-4a19-968e-58ac0535aa93 admin admin] Transition to ACTIVE for port object 6db82407-1b91-46a0-adaa-1b8541f71f9c will not be triggered until provisioned by entity DHCP. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:23:00.068036 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8cc7e-03f6-4ecd-b5ab-54d6ecd0e669 req-fc79d3af-6e5a-48b3-8aef-0f0a32bd5d8c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:00.069504 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0fb8cc7e-03f6-4ecd-b5ab-54d6ecd0e669 req-fc79d3af-6e5a-48b3-8aef-0f0a32bd5d8c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 943 time: 0.1086421 Jul 19 17:23:00.098825 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0c86887e-0c8f-464a-9934-68ed2e1340f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:00.115178 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:00.119872 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-0c86887e-0c8f-464a-9934-68ed2e1340f9 None None] Transition to ACTIVE for port object 97b39f0d-843c-4b36-87de-c4eb3238c19e will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:23:00.125540 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0fb8cc7e-03f6-4ecd-b5ab-54d6ecd0e669 req-5f193ef6-cbcf-4f05-88d2-a2a734eebba6 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497665 Jul 19 17:23:00.126958 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9c72669c-3ad5-4a19-968e-58ac0535aa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10507233'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:00.155311 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0c86887e-0c8f-464a-9934-68ed2e1340f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:00.163428 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c72669c-3ad5-4a19-968e-58ac0535aa93 admin admin] Network d62b2c12-494e-4458-aac5-b34ed4aff78c is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:23:00.170596 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-9c72669c-3ad5-4a19-968e-58ac0535aa93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:23:00.173163 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c72669c-3ad5-4a19-968e-58ac0535aa93 admin admin] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:23:00.199840 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72669c-3ad5-4a19-968e-58ac0535aa93 admin admin] Pushing event updated for resources: {'Port': ['ID=6db82407-1b91-46a0-adaa-1b8541f71f9c,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:00.219704 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9c72669c-3ad5-4a19-968e-58ac0535aa93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974323'] for router_interface, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:00.225809 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] For port caf19619-7301-4504-8944-e38b679a2c74, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=caf19619-7301-4504-8944-e38b679a2c74,segment=NetworkSegment(21dc7f96-dc45-4c56-9d4c-b0acb7665df9),segment_id=21dc7f96-dc45-4c56-9d4c-b0acb7665df9)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:23:00.238650 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-0c86887e-0c8f-464a-9934-68ed2e1340f9 None None] Attempting to bind port 97b39f0d-843c-4b36-87de-c4eb3238c19e on host dv-cinder-801354-1-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:23:00.239023 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-0c86887e-0c8f-464a-9934-68ed2e1340f9 None None] Attempting to bind port 97b39f0d-843c-4b36-87de-c4eb3238c19e by drivers openvswitch,hyperv on host dv-cinder-801354-1-iscsi at level 0 using segments [{'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:23:00.239509 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c86887e-0c8f-464a-9934-68ed2e1340f9 None None] Attempting to bind port 97b39f0d-843c-4b36-87de-c4eb3238c19e on network 471a83f0-55fa-4280-ad36-b168b6f04fca {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:23:00.241791 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9e6bc086-9d48-4cbc-a009-5ef61b25369d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:00.249975 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:00.262788 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c86887e-0c8f-464a-9934-68ed2e1340f9 None None] Checking agent: {'id': '1644f3e0-cc54-41af-ad00-0738a02153ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 9, 11), 'started_at': datetime.datetime(2021, 7, 19, 17, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:23:00.263432 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c86887e-0c8f-464a-9934-68ed2e1340f9 None None] Checking segment: {'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:23:00.263839 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0c86887e-0c8f-464a-9934-68ed2e1340f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:00.265206 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c86887e-0c8f-464a-9934-68ed2e1340f9 None None] Bound using segment: {'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:23:00.265872 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-0c86887e-0c8f-464a-9934-68ed2e1340f9 None None] Bound port: 97b39f0d-843c-4b36-87de-c4eb3238c19e, host: dv-cinder-801354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:23:00.266257 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0c86887e-0c8f-464a-9934-68ed2e1340f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:00.270343 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0957b69-37f0-4e49-8ce2-57f8759aafbe None None] Pushing event updated for resources: {'Port': ['ID=97b39f0d-843c-4b36-87de-c4eb3238c19e,revision_number=2']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:00.371546 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9c72669c-3ad5-4a19-968e-58ac0535aa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:00.397373 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Pushing event updated for resources: {'Port': ['ID=caf19619-7301-4504-8944-e38b679a2c74,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:00.417398 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-0c86887e-0c8f-464a-9934-68ed2e1340f9 None None] For port 97b39f0d-843c-4b36-87de-c4eb3238c19e, host dv-cinder-801354-1-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:23:00.419452 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.db.api [None req-9e6bc086-9d48-4cbc-a009-5ef61b25369d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93287) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 17:23:00.419851 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG oslo_db.api [None req-9e6bc086-9d48-4cbc-a009-5ef61b25369d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 17:23:00.421849 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-0c86887e-0c8f-464a-9934-68ed2e1340f9 None None] For port 97b39f0d-843c-4b36-87de-c4eb3238c19e, host dv-cinder-801354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=97b39f0d-843c-4b36-87de-c4eb3238c19e,segment=NetworkSegment(7431590e-ccf2-4917-bcc9-f5f2a04630c8),segment_id=7431590e-ccf2-4917-bcc9-f5f2a04630c8)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:23:00.425976 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0c86887e-0c8f-464a-9934-68ed2e1340f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:00.475106 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c86887e-0c8f-464a-9934-68ed2e1340f9 None None] Routers {'ba23abe3-2658-4a92-a11d-66b4ce51ef82'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:23:00.475686 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-0c86887e-0c8f-464a-9934-68ed2e1340f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:22:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:00.529374 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9c72669c-3ad5-4a19-968e-58ac0535aa93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:00.533944 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9c72669c-3ad5-4a19-968e-58ac0535aa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10507256'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:00.544356 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0957b69-37f0-4e49-8ce2-57f8759aafbe None None] Pushing event updated for resources: {'Port': ['ID=97b39f0d-843c-4b36-87de-c4eb3238c19e,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:00.590897 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-0c86887e-0c8f-464a-9934-68ed2e1340f9 None None] Set router ba23abe3-2658-4a92-a11d-66b4ce51ef82 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:23:00.602370 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72669c-3ad5-4a19-968e-58ac0535aa93 admin admin] Pushing event updated for resources: {'Port': ['ID=6db82407-1b91-46a0-adaa-1b8541f71f9c,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:00.604723 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9c72669c-3ad5-4a19-968e-58ac0535aa93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-785103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-972643'] for router_interface, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:00.693613 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c72669c-3ad5-4a19-968e-58ac0535aa93 admin admin] Network d62b2c12-494e-4458-aac5-b34ed4aff78c is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:23:00.694989 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-9c72669c-3ad5-4a19-968e-58ac0535aa93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:23:00.798338 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-0c86887e-0c8f-464a-9934-68ed2e1340f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'name': 'tempest-TestVolumeBootPattern-1741162834-router', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:22:57Z', 'updated_at': '2021-07-19T17:23:00Z', 'revision_number': 4, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'gw_port': {'id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:58Z', 'updated_at': '2021-07-19T17:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': '6db82407-1b91-46a0-adaa-1b8541f71f9c', 'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'mac_address': 'fa:16:3e:0a:91:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:59Z', 'updated_at': '2021-07-19T17:22:59Z', 'revision_number': 1, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'subnets': [{'id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:00.815543 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c72669c-3ad5-4a19-968e-58ac0535aa93 admin admin] Router ba23abe3-2658-4a92-a11d-66b4ce51ef82 has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:23:00.825974 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c86887e-0c8f-464a-9934-68ed2e1340f9 None None] The sync data for ids ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'] in dv-cinder-801354-1-iscsi is: [{'id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'name': 'tempest-TestVolumeBootPattern-1741162834-router', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:22:57Z', 'updated_at': '2021-07-19T17:23:00Z', 'revision_number': 4, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'gw_port': {'id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:58Z', 'updated_at': '2021-07-19T17:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': '6db82407-1b91-46a0-adaa-1b8541f71f9c', 'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'mac_address': 'fa:16:3e:0a:91:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:59Z', 'updated_at': '2021-07-19T17:22:59Z', 'revision_number': 1, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'subnets': [{'id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:23:00.929020 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c72669c-3ad5-4a19-968e-58ac0535aa93 admin admin] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:23:00.935009 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-9c72669c-3ad5-4a19-968e-58ac0535aa93 admin admin] 10.222.0.63 "PUT /v2.0/routers/ba23abe3-2658-4a92-a11d-66b4ce51ef82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8682306 Jul 19 17:23:01.084937 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-ee6cf6cc-70b5-4ba5-8cdf-7121e7385132 None None] Provisioning for port 6db82407-1b91-46a0-adaa-1b8541f71f9c completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:23:01.089504 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-ee6cf6cc-70b5-4ba5-8cdf-7121e7385132 None None] Provisioning complete for port 6db82407-1b91-46a0-adaa-1b8541f71f9c triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:23:01.089880 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-ee6cf6cc-70b5-4ba5-8cdf-7121e7385132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:01.127357 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-ee6cf6cc-70b5-4ba5-8cdf-7121e7385132 None None] Port 6db82407-1b91-46a0-adaa-1b8541f71f9c cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:23:01.278097 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f76da3-1923-4eb9-afa3-f38dd406e6da req-34ca6a5f-892d-4d04-a070-fcfb67ca7b8b tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:01.279636 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a2f76da3-1923-4eb9-afa3-f38dd406e6da req-34ca6a5f-892d-4d04-a070-fcfb67ca7b8b tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 943 time: 0.0747502 Jul 19 17:23:01.330744 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a2f76da3-1923-4eb9-afa3-f38dd406e6da req-47d4a3f4-a8b3-4231-bd72-e0b79c8da7b9 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443351 Jul 19 17:23:01.483723 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 41716) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:01.488628 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-667dda8b-9100-435e-bc74-09909a6276ec admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-502441273-network', 'tenant_id': '86dd290be793461babbc53dae7131711'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:23:01.516220 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667dda8b-9100-435e-bc74-09909a6276ec admin admin] Made reservation on behalf of 86dd290be793461babbc53dae7131711 for: {'network': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:23:01.518911 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-667dda8b-9100-435e-bc74-09909a6276ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for network, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:01.527783 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-667dda8b-9100-435e-bc74-09909a6276ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:01.634747 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-667dda8b-9100-435e-bc74-09909a6276ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:01.640104 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-667dda8b-9100-435e-bc74-09909a6276ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:01.665358 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-667dda8b-9100-435e-bc74-09909a6276ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=93286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:23:01.677510 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-667dda8b-9100-435e-bc74-09909a6276ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:01.677855 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.db.segments_db [None req-667dda8b-9100-435e-bc74-09909a6276ec admin admin] Added segment 856c2f8a-aa53-4d35-8923-d2c2597101ff of type vlan for network a47c00a2-2aad-456b-bccb-724bbc30c9af Jul 19 17:23:01.685811 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667dda8b-9100-435e-bc74-09909a6276ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2095700-264c-4bf7-b8cc-a669d3bdf44f,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:01.723639 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-667dda8b-9100-435e-bc74-09909a6276ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737332213742'] for network, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:01.739978 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 97b39f0d-843c-4b36-87de-c4eb3238c19e up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:23:01.759175 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-667dda8b-9100-435e-bc74-09909a6276ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for network, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:01.760324 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667dda8b-9100-435e-bc74-09909a6276ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:01.760914 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-667dda8b-9100-435e-bc74-09909a6276ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:01.800745 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-667dda8b-9100-435e-bc74-09909a6276ec admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3158958 Jul 19 17:23:01.803872 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 41718) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:01.806723 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning for port 97b39f0d-843c-4b36-87de-c4eb3238c19e completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:23:01.810109 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-0f68936d-885c-4b67-a766-242c8281727e admin admin] Request body: {'subnet': {'network_id': 'a47c00a2-2aad-456b-bccb-724bbc30c9af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-502441273-subnet', 'tenant_id': '86dd290be793461babbc53dae7131711', 'ip_version': 4}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:23:01.811897 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 97b39f0d-843c-4b36-87de-c4eb3238c19e triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:23:01.812394 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:01.827733 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667dda8b-9100-435e-bc74-09909a6276ec admin admin] Pushing event updated for resources: {'Network': ['ID=a47c00a2-2aad-456b-bccb-724bbc30c9af,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:01.847860 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Network a47c00a2-2aad-456b-bccb-724bbc30c9af details requested by agent ovs-agent-dv-cinder-801354-1-iscsi with host dv-cinder-801354-1-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:23:01.848381 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f68936d-885c-4b67-a766-242c8281727e admin admin] Made reservation on behalf of 86dd290be793461babbc53dae7131711 for: {'subnet': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:23:01.851220 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0f68936d-885c-4b67-a766-242c8281727e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8936920'] for subnet, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:01.956877 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:01.978598 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] For port 97b39f0d-843c-4b36-87de-c4eb3238c19e, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=97b39f0d-843c-4b36-87de-c4eb3238c19e,segment=NetworkSegment(7431590e-ccf2-4917-bcc9-f5f2a04630c8),segment_id=7431590e-ccf2-4917-bcc9-f5f2a04630c8)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:23:01.985120 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:01.986442 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device caf19619-7301-4504-8944-e38b679a2c74 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:23:02.037783 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0f68936d-885c-4b67-a766-242c8281727e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8936878'] for subnet, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:02.069012 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Pushing event updated for resources: {'Port': ['ID=97b39f0d-843c-4b36-87de-c4eb3238c19e,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:02.089522 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port caf19619-7301-4504-8944-e38b679a2c74 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:23:02.089915 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:02.097194 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68936d-885c-4b67-a766-242c8281727e admin admin] Pushing event updated for resources: {'Subnet': ['ID=04a8379f-ca2d-4911-b004-01d10eccaf49,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:02.107898 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f68936d-885c-4b67-a766-242c8281727e admin admin] Checking segment: {'id': '856c2f8a-aa53-4d35-8923-d2c2597101ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a47c00a2-2aad-456b-bccb-724bbc30c9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:23:02.108874 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f68936d-885c-4b67-a766-242c8281727e admin admin] Network hostable DHCP agents. Network: a47c00a2-2aad-456b-bccb-724bbc30c9af, hostable agents: ['2623ed35-230f-4ed4-8c02-4756eb9c3b9a'], hosted agents: [] {{(pid=93285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:23:02.126778 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f68936d-885c-4b67-a766-242c8281727e admin admin] Network a47c00a2-2aad-456b-bccb-724bbc30c9af is scheduled to be hosted by DHCP agent 2623ed35-230f-4ed4-8c02-4756eb9c3b9a with binding_index 1 {{(pid=93285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:23:02.135958 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-0f68936d-885c-4b67-a766-242c8281727e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-1-iscsi, a47c00a2-2aad-456b-bccb-724bbc30c9af) {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:23:02.140459 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f68936d-885c-4b67-a766-242c8281727e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:02.141060 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0f68936d-885c-4b67-a766-242c8281727e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:02.154811 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-0f68936d-885c-4b67-a766-242c8281727e admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3495610 Jul 19 17:23:02.157374 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 41720) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:02.161529 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-148a87d4-7ec7-47c5-8358-f526aacd4226 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-502441273-router', 'tenant_id': '86dd290be793461babbc53dae7131711', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:23:02.163829 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f956e4cf-2e58-41e3-bfc1-f0574800b0d3 None None] Network a47c00a2-2aad-456b-bccb-724bbc30c9af requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:23:02.182170 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-148a87d4-7ec7-47c5-8358-f526aacd4226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-974277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9720'] for router, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:02.183264 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-148a87d4-7ec7-47c5-8358-f526aacd4226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-974835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9719'] for router, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:02.234668 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-148a87d4-7ec7-47c5-8358-f526aacd4226 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:02.331818 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c44be33-e6ec-4727-948d-3b7cbac45329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb66f432-f83b-5af4-94dc-6d90656eacfe-a47c00a2-2aad-456b-bccb-724bbc30c9af', 'network_id': 'a47c00a2-2aad-456b-bccb-724bbc30c9af', 'tenant_id': '86dd290be793461babbc53dae7131711', 'fixed_ips': [{'subnet_id': '04a8379f-ca2d-4911-b004-01d10eccaf49'}]}} from dv-cinder-801354-1-iscsi. {{(pid=93287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 17:23:02.332686 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-1c44be33-e6ec-4727-948d-3b7cbac45329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:02.390474 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-148a87d4-7ec7-47c5-8358-f526aacd4226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-974089', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-974251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9669'] for router, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:02.486225 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345f653-bb45-41d1-b723-62575afc87e6 req-45b7a20a-bd99-4d8d-abc2-b3fe5ce89d65 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:02.487792 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5345f653-bb45-41d1-b723-62575afc87e6 req-45b7a20a-bd99-4d8d-abc2-b3fe5ce89d65 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 943 time: 0.0843811 Jul 19 17:23:02.505497 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.db_base_plugin_common [None req-1c44be33-e6ec-4727-948d-3b7cbac45329 None None] Allocated IP 172.20.0.2 (a47c00a2-2aad-456b-bccb-724bbc30c9af/04a8379f-ca2d-4911-b004-01d10eccaf49/7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d) {{(pid=93287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:23:02.531102 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5345f653-bb45-41d1-b723-62575afc87e6 req-d408e575-9191-4939-97df-04bc39c2e8a6 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377395 Jul 19 17:23:02.630695 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-148a87d4-7ec7-47c5-8358-f526aacd4226 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:02.653888 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-148a87d4-7ec7-47c5-8358-f526aacd4226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:02.680519 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-1c44be33-e6ec-4727-948d-3b7cbac45329 None None] Notify callbacks [] for port, precommit_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:02.689099 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-1c44be33-e6ec-4727-948d-3b7cbac45329 None None] Transition to ACTIVE for port object 7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:23:02.704064 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-1c44be33-e6ec-4727-948d-3b7cbac45329 None None] Transition to ACTIVE for port object 7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d will not be triggered until provisioned by entity DHCP. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:23:02.711281 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-1c44be33-e6ec-4727-948d-3b7cbac45329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961'] for port, after_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:02.751662 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c44be33-e6ec-4727-948d-3b7cbac45329 None None] Network a47c00a2-2aad-456b-bccb-724bbc30c9af is already hosted by enough agents. {{(pid=93287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:23:02.756122 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.scheduler.base_scheduler [None req-1c44be33-e6ec-4727-948d-3b7cbac45329 None None] Resources bound (agent type, host, resource id): {{(pid=93287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:23:02.760456 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c44be33-e6ec-4727-948d-3b7cbac45329 None None] Received port after_create {{(pid=93287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:23:02.762123 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-148a87d4-7ec7-47c5-8358-f526aacd4226 admin admin] Allocated IP 172.27.1.251 (471a83f0-55fa-4280-ad36-b168b6f04fca/5f22dab2-98ea-4073-8b5a-7afc7b46c4a2/68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:23:02.763867 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44be33-e6ec-4727-948d-3b7cbac45329 None None] Pushing event updated for resources: {'Port': ['ID=7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d,revision_number=1']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:02.824311 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-1c44be33-e6ec-4727-948d-3b7cbac45329 None None] Attempting to bind port 7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d on host dv-cinder-801354-1-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:23:02.824678 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-1c44be33-e6ec-4727-948d-3b7cbac45329 None None] Attempting to bind port 7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d by drivers openvswitch,hyperv on host dv-cinder-801354-1-iscsi at level 0 using segments [{'id': '856c2f8a-aa53-4d35-8923-d2c2597101ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a47c00a2-2aad-456b-bccb-724bbc30c9af'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:23:02.825036 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c44be33-e6ec-4727-948d-3b7cbac45329 None None] Attempting to bind port 7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d on network a47c00a2-2aad-456b-bccb-724bbc30c9af {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:23:02.830932 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c44be33-e6ec-4727-948d-3b7cbac45329 None None] Checking agent: {'id': '1644f3e0-cc54-41af-ad00-0738a02153ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 9, 11), 'started_at': datetime.datetime(2021, 7, 19, 17, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:23:02.831448 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c44be33-e6ec-4727-948d-3b7cbac45329 None None] Checking segment: {'id': '856c2f8a-aa53-4d35-8923-d2c2597101ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a47c00a2-2aad-456b-bccb-724bbc30c9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:23:02.831872 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-1c44be33-e6ec-4727-948d-3b7cbac45329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:02.832250 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c44be33-e6ec-4727-948d-3b7cbac45329 None None] Bound using segment: {'id': '856c2f8a-aa53-4d35-8923-d2c2597101ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a47c00a2-2aad-456b-bccb-724bbc30c9af'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:23:02.832751 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-1c44be33-e6ec-4727-948d-3b7cbac45329 None None] Bound port: 7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d, host: dv-cinder-801354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '856c2f8a-aa53-4d35-8923-d2c2597101ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a47c00a2-2aad-456b-bccb-724bbc30c9af'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:23:02.833096 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-1c44be33-e6ec-4727-948d-3b7cbac45329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:02.888270 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-148a87d4-7ec7-47c5-8358-f526aacd4226 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:02.888401 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2252f39a-d2b1-4606-8335-83978616bb6a None None] Sync routers for ids ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'] in dv-cinder-801354-1-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:23:02.893946 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2252f39a-d2b1-4606-8335-83978616bb6a None None] Routers {'ba23abe3-2658-4a92-a11d-66b4ce51ef82'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:23:02.894556 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-2252f39a-d2b1-4606-8335-83978616bb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:22:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:02.901337 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-1c44be33-e6ec-4727-948d-3b7cbac45329 None None] For port 7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d, host dv-cinder-801354-1-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:23:02.904784 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-1c44be33-e6ec-4727-948d-3b7cbac45329 None None] For port 7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d, host dv-cinder-801354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d,segment=NetworkSegment(856c2f8a-aa53-4d35-8923-d2c2597101ff),segment_id=856c2f8a-aa53-4d35-8923-d2c2597101ff)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:23:02.911020 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-1c44be33-e6ec-4727-948d-3b7cbac45329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:02.934370 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-148a87d4-7ec7-47c5-8358-f526aacd4226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:02.971415 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44be33-e6ec-4727-948d-3b7cbac45329 None None] Pushing event updated for resources: {'Port': ['ID=7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d,revision_number=2']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:02.978761 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148a87d4-7ec7-47c5-8358-f526aacd4226 admin admin] Network 471a83f0-55fa-4280-ad36-b168b6f04fca is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:23:02.987628 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-148a87d4-7ec7-47c5-8358-f526aacd4226 admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:23:02.990701 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148a87d4-7ec7-47c5-8358-f526aacd4226 admin admin] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:23:03.016981 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a87d4-7ec7-47c5-8358-f526aacd4226 admin admin] Pushing event updated for resources: {'Port': ['ID=68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:03.018267 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-2252f39a-d2b1-4606-8335-83978616bb6a None None] Set router ba23abe3-2658-4a92-a11d-66b4ce51ef82 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:23:03.246476 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-2252f39a-d2b1-4606-8335-83978616bb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'name': 'tempest-TestVolumeBootPattern-1741162834-router', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:22:57Z', 'updated_at': '2021-07-19T17:23:00Z', 'revision_number': 4, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'gw_port': {'id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:58Z', 'updated_at': '2021-07-19T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': '6db82407-1b91-46a0-adaa-1b8541f71f9c', 'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'mac_address': 'fa:16:3e:0a:91:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:59Z', 'updated_at': '2021-07-19T17:23:00Z', 'revision_number': 2, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'subnets': [{'id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:03.275005 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2252f39a-d2b1-4606-8335-83978616bb6a None None] Checking router: ba23abe3-2658-4a92-a11d-66b4ce51ef82 for host: dv-cinder-801354-1-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:23:03.275367 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2252f39a-d2b1-4606-8335-83978616bb6a None None] Updating router ba23abe3-2658-4a92-a11d-66b4ce51ef82 port 6db82407-1b91-46a0-adaa-1b8541f71f9c binding host dv-cinder-801354-1-iscsi {{(pid=93288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:23:03.284098 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-148a87d4-7ec7-47c5-8358-f526aacd4226 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:03.308732 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-2252f39a-d2b1-4606-8335-83978616bb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:03.478412 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-148a87d4-7ec7-47c5-8358-f526aacd4226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-974268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-974124'] for router, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:03.579747 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-2252f39a-d2b1-4606-8335-83978616bb6a None None] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:03.590663 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [None req-2252f39a-d2b1-4606-8335-83978616bb6a None None] Transition to ACTIVE for port object 6db82407-1b91-46a0-adaa-1b8541f71f9c will not be triggered until provisioned by entity L2. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:23:03.604043 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-2252f39a-d2b1-4606-8335-83978616bb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:03.631802 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148a87d4-7ec7-47c5-8358-f526aacd4226 admin admin] Router 1f5fba55-f41d-4990-aa5b-71f914b95331 is scheduled to L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f with binding_index 1 {{(pid=93285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 17:23:03.652148 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d4021-ca38-4030-86e9-373e1c6746ad None None] Pushing event updated for resources: {'Port': ['ID=6db82407-1b91-46a0-adaa-1b8541f71f9c,revision_number=3']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:03.661000 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d4021-ca38-4030-86e9-373e1c6746ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:03.661607 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d4021-ca38-4030-86e9-373e1c6746ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:03.662137 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d4021-ca38-4030-86e9-373e1c6746ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:03.662631 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d4021-ca38-4030-86e9-373e1c6746ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:03.663118 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d4021-ca38-4030-86e9-373e1c6746ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:03.663605 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d4021-ca38-4030-86e9-373e1c6746ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:03.664105 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d4021-ca38-4030-86e9-373e1c6746ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:03.664595 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d4021-ca38-4030-86e9-373e1c6746ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:03.665077 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d4021-ca38-4030-86e9-373e1c6746ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:03.666166 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d4021-ca38-4030-86e9-373e1c6746ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:03.666667 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d4021-ca38-4030-86e9-373e1c6746ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:03.667155 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d4021-ca38-4030-86e9-373e1c6746ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:03.684772 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device fd3def10-0145-42f3-8325-f6c30a803012 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:23:03.752471 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 97b39f0d-843c-4b36-87de-c4eb3238c19e up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:23:03.817898 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-2252f39a-d2b1-4606-8335-83978616bb6a None None] Attempting to bind port 6db82407-1b91-46a0-adaa-1b8541f71f9c on host dv-cinder-801354-1-iscsi for vnic_type normal with profile {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:23:03.819061 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-2252f39a-d2b1-4606-8335-83978616bb6a None None] Attempting to bind port 6db82407-1b91-46a0-adaa-1b8541f71f9c by drivers openvswitch,hyperv on host dv-cinder-801354-1-iscsi at level 0 using segments [{'id': '21dc7f96-dc45-4c56-9d4c-b0acb7665df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c'}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:23:03.819424 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2252f39a-d2b1-4606-8335-83978616bb6a None None] Attempting to bind port 6db82407-1b91-46a0-adaa-1b8541f71f9c on network d62b2c12-494e-4458-aac5-b34ed4aff78c {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:23:03.825109 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2252f39a-d2b1-4606-8335-83978616bb6a None None] Checking agent: {'id': '1644f3e0-cc54-41af-ad00-0738a02153ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 9, 11), 'started_at': datetime.datetime(2021, 7, 19, 17, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:23:03.826056 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2252f39a-d2b1-4606-8335-83978616bb6a None None] Checking segment: {'id': '21dc7f96-dc45-4c56-9d4c-b0acb7665df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:23:03.826642 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-2252f39a-d2b1-4606-8335-83978616bb6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:03.827076 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2252f39a-d2b1-4606-8335-83978616bb6a None None] Bound using segment: {'id': '21dc7f96-dc45-4c56-9d4c-b0acb7665df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c'} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:23:03.828064 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-2252f39a-d2b1-4606-8335-83978616bb6a None None] Bound port: 6db82407-1b91-46a0-adaa-1b8541f71f9c, host: dv-cinder-801354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21dc7f96-dc45-4c56-9d4c-b0acb7665df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c'}}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:23:03.828478 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-2252f39a-d2b1-4606-8335-83978616bb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:03.866587 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148a87d4-7ec7-47c5-8358-f526aacd4226 admin admin] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:23:03.868805 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 97b39f0d-843c-4b36-87de-c4eb3238c19e triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:23:03.869713 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:03.886797 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4903be8-8f58-43b2-a835-db11cc162f37 req-cb802e17-c2eb-4abb-a6a6-4de310cb1f53 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:03.888811 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e4903be8-8f58-43b2-a835-db11cc162f37 req-cb802e17-c2eb-4abb-a6a6-4de310cb1f53 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 943 time: 0.1855943 Jul 19 17:23:03.914865 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-148a87d4-7ec7-47c5-8358-f526aacd4226 admin admin] Notify callbacks [] for router, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:03.917316 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-148a87d4-7ec7-47c5-8358-f526aacd4226 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7577884 Jul 19 17:23:03.918972 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 41730) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:03.924717 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-2252f39a-d2b1-4606-8335-83978616bb6a None None] For port 6db82407-1b91-46a0-adaa-1b8541f71f9c, host dv-cinder-801354-1-iscsi, cleared binding levels {{(pid=93288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:23:03.929175 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-2252f39a-d2b1-4606-8335-83978616bb6a None None] For port 6db82407-1b91-46a0-adaa-1b8541f71f9c, host dv-cinder-801354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=6db82407-1b91-46a0-adaa-1b8541f71f9c,segment=NetworkSegment(21dc7f96-dc45-4c56-9d4c-b0acb7665df9),segment_id=21dc7f96-dc45-4c56-9d4c-b0acb7665df9)] {{(pid=93288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:23:03.937247 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-2252f39a-d2b1-4606-8335-83978616bb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:03.939779 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c38bf1b-9de9-40e3-8e16-919fc2cbf09b None None] Sync routers for ids ['1f5fba55-f41d-4990-aa5b-71f914b95331'] in dv-cinder-801354-1-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:23:03.964106 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port fd3def10-0145-42f3-8325-f6c30a803012, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=fd3def10-0145-42f3-8325-f6c30a803012,segment=NetworkSegment(49f3122a-bd8b-4c70-a3d0-44b9da145ba2),segment_id=49f3122a-bd8b-4c70-a3d0-44b9da145ba2)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:23:03.990336 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Returning: {'device': 'fd3def10-0145-42f3-8325-f6c30a803012', 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971', 'port_id': 'fd3def10-0145-42f3-8325-f6c30a803012', 'mac_address': 'fa:16:3e:78:02:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:23:03.992463 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c38bf1b-9de9-40e3-8e16-919fc2cbf09b None None] Routers {'1f5fba55-f41d-4990-aa5b-71f914b95331'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:23:03.993101 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-3c38bf1b-9de9-40e3-8e16-919fc2cbf09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:22:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['1f5fba55-f41d-4990-aa5b-71f914b95331'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:04.039605 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2252f39a-d2b1-4606-8335-83978616bb6a None None] Routers {'ba23abe3-2658-4a92-a11d-66b4ce51ef82'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:23:04.040488 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-2252f39a-d2b1-4606-8335-83978616bb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:22:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:04.094946 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e4903be8-8f58-43b2-a835-db11cc162f37 req-3057f0c7-fbde-4cda-ae59-b13111e6ad07 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922226 Jul 19 17:23:04.212755 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d4021-ca38-4030-86e9-373e1c6746ad None None] Pushing event updated for resources: {'Port': ['ID=6db82407-1b91-46a0-adaa-1b8541f71f9c,revision_number=4']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:04.246844 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-2252f39a-d2b1-4606-8335-83978616bb6a None None] Set router ba23abe3-2658-4a92-a11d-66b4ce51ef82 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:23:04.314153 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd155fa2-062d-4686-8cb2-ad4cba7a7126 None None] Network a47c00a2-2aad-456b-bccb-724bbc30c9af requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:23:04.408586 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:04.411459 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:23:04.490223 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd3def10-0145-42f3-8325-f6c30a803012 {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:23:04.561730 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-2252f39a-d2b1-4606-8335-83978616bb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'name': 'tempest-TestVolumeBootPattern-1741162834-router', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:22:57Z', 'updated_at': '2021-07-19T17:23:00Z', 'revision_number': 4, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'gw_port': {'id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:58Z', 'updated_at': '2021-07-19T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': '6db82407-1b91-46a0-adaa-1b8541f71f9c', 'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'mac_address': 'fa:16:3e:0a:91:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:59Z', 'updated_at': '2021-07-19T17:23:03Z', 'revision_number': 4, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'subnets': [{'id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:04.567566 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port fd3def10-0145-42f3-8325-f6c30a803012, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=fd3def10-0145-42f3-8325-f6c30a803012,segment=NetworkSegment(49f3122a-bd8b-4c70-a3d0-44b9da145ba2),segment_id=49f3122a-bd8b-4c70-a3d0-44b9da145ba2)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:23:04.579871 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-3c38bf1b-9de9-40e3-8e16-919fc2cbf09b None None] Set router 1f5fba55-f41d-4990-aa5b-71f914b95331 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:23:04.607522 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2252f39a-d2b1-4606-8335-83978616bb6a None None] The sync data for ids ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'] in dv-cinder-801354-1-iscsi is: [{'id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'name': 'tempest-TestVolumeBootPattern-1741162834-router', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:22:57Z', 'updated_at': '2021-07-19T17:23:00Z', 'revision_number': 4, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'gw_port': {'id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:58Z', 'updated_at': '2021-07-19T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': '6db82407-1b91-46a0-adaa-1b8541f71f9c', 'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'mac_address': 'fa:16:3e:0a:91:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:59Z', 'updated_at': '2021-07-19T17:23:03Z', 'revision_number': 4, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'subnets': [{'id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:23:04.650852 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:04.667278 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b7a75421-22de-4ccf-bed2-ae97bb2e602c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:04.833313 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-c68613cf-776a-44e3-b2e6-6e02dbf64dd9 None None] Provisioning for port 7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:23:04.843545 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning for port 7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:23:04.857245 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-c68613cf-776a-44e3-b2e6-6e02dbf64dd9 None None] Provisioning complete for port 7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:23:04.857522 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-c68613cf-776a-44e3-b2e6-6e02dbf64dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:04.869743 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:23:04.870113 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:04.876904 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-b7a75421-22de-4ccf-bed2-ae97bb2e602c admin admin] Allocated IP 172.20.0.1 (a47c00a2-2aad-456b-bccb-724bbc30c9af/04a8379f-ca2d-4911-b004-01d10eccaf49/b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:23:04.903259 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['fd3def10-0145-42f3-8325-f6c30a803012'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:23:04.943032 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=fd3def10-0145-42f3-8325-f6c30a803012,revision_number=9']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:05.017148 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b7a75421-22de-4ccf-bed2-ae97bb2e602c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:05.034857 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [None req-b7a75421-22de-4ccf-bed2-ae97bb2e602c admin admin] Transition to ACTIVE for port object b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b will not be triggered until provisioned by entity DHCP. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:23:05.123081 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b7a75421-22de-4ccf-bed2-ae97bb2e602c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:05.182087 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a75421-22de-4ccf-bed2-ae97bb2e602c admin admin] Network a47c00a2-2aad-456b-bccb-724bbc30c9af is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:23:05.185177 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-b7a75421-22de-4ccf-bed2-ae97bb2e602c admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:23:05.194851 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a75421-22de-4ccf-bed2-ae97bb2e602c admin admin] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:23:05.205613 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-c68613cf-776a-44e3-b2e6-6e02dbf64dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:05.222572 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a75421-22de-4ccf-bed2-ae97bb2e602c admin admin] Pushing event updated for resources: {'Port': ['ID=b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:05.242595 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:05.252954 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b7a75421-22de-4ccf-bed2-ae97bb2e602c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974323'] for router_interface, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:05.258830 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-3c38bf1b-9de9-40e3-8e16-919fc2cbf09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5fba55-f41d-4990-aa5b-71f914b95331', 'name': 'tempest-TestVolumeBootPattern-502441273-router', 'tenant_id': '86dd290be793461babbc53dae7131711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:23:02Z', 'updated_at': '2021-07-19T17:23:03Z', 'revision_number': 3, 'project_id': '86dd290be793461babbc53dae7131711', 'gw_port': {'id': '68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:de:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5fba55-f41d-4990-aa5b-71f914b95331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:23:02Z', 'updated_at': '2021-07-19T17:23:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi'}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:05.312980 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c38bf1b-9de9-40e3-8e16-919fc2cbf09b None None] Checking router: 1f5fba55-f41d-4990-aa5b-71f914b95331 for host: dv-cinder-801354-1-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:23:05.313448 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c38bf1b-9de9-40e3-8e16-919fc2cbf09b None None] Updating router 1f5fba55-f41d-4990-aa5b-71f914b95331 port 68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2 binding host dv-cinder-801354-1-iscsi {{(pid=93287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:23:05.345789 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb08f6e-d2e5-4bed-b555-e0f177c88de8 req-e96bfe11-3536-4458-8392-f3d5c09bca0a tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:05.348242 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-efb08f6e-d2e5-4bed-b555-e0f177c88de8 req-e96bfe11-3536-4458-8392-f3d5c09bca0a tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 944 time: 0.1298006 Jul 19 17:23:05.366581 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-c68613cf-776a-44e3-b2e6-6e02dbf64dd9 None None] For port 7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d,segment=NetworkSegment(856c2f8a-aa53-4d35-8923-d2c2597101ff),segment_id=856c2f8a-aa53-4d35-8923-d2c2597101ff)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:23:05.429138 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-efb08f6e-d2e5-4bed-b555-e0f177c88de8 req-b2050abb-6b05-4ad0-adfc-1c42b2849fe2 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705538 Jul 19 17:23:05.429396 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.db.api [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93287) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 17:23:05.429825 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG oslo_db.api [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 17:23:05.430530 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-c68613cf-776a-44e3-b2e6-6e02dbf64dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:05.444498 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b7a75421-22de-4ccf-bed2-ae97bb2e602c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:05.522345 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68613cf-776a-44e3-b2e6-6e02dbf64dd9 None None] Pushing event updated for resources: {'Port': ['ID=7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:05.552765 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-3c38bf1b-9de9-40e3-8e16-919fc2cbf09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:05.653647 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b7a75421-22de-4ccf-bed2-ae97bb2e602c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:05.659566 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b7a75421-22de-4ccf-bed2-ae97bb2e602c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8589033'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:05.674953 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-650551d5-d21b-4a26-a232-ee88f0a0c1f4 None None] Provisioning complete for port 7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:23:05.675330 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-650551d5-d21b-4a26-a232-ee88f0a0c1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:05.693734 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:23:05.899763 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-3c38bf1b-9de9-40e3-8e16-919fc2cbf09b None None] Notify callbacks [] for port, precommit_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:05.909667 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-3c38bf1b-9de9-40e3-8e16-919fc2cbf09b None None] Transition to ACTIVE for port object 68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2 will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:23:05.915484 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-3c38bf1b-9de9-40e3-8e16-919fc2cbf09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:05.968408 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b7a75421-22de-4ccf-bed2-ae97bb2e602c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-785103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-972643'] for router_interface, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:05.971207 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a75421-22de-4ccf-bed2-ae97bb2e602c admin admin] Pushing event updated for resources: {'Port': ['ID=b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:06.010118 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-3c38bf1b-9de9-40e3-8e16-919fc2cbf09b None None] Attempting to bind port 68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2 on host dv-cinder-801354-1-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:23:06.010483 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-3c38bf1b-9de9-40e3-8e16-919fc2cbf09b None None] Attempting to bind port 68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2 by drivers openvswitch,hyperv on host dv-cinder-801354-1-iscsi at level 0 using segments [{'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:23:06.010850 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c38bf1b-9de9-40e3-8e16-919fc2cbf09b None None] Attempting to bind port 68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2 on network 471a83f0-55fa-4280-ad36-b168b6f04fca {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:23:06.012638 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9139d54-d86c-4d0e-ac5b-f26b217805e9 None None] Pushing event updated for resources: {'Port': ['ID=68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2,revision_number=2']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:06.027057 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-c44b4f6d-0620-4d5d-8399-a62d7e29cb8e None None] Provisioning for port b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:23:06.029370 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c38bf1b-9de9-40e3-8e16-919fc2cbf09b None None] Checking agent: {'id': '1644f3e0-cc54-41af-ad00-0738a02153ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 9, 11), 'started_at': datetime.datetime(2021, 7, 19, 17, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:23:06.029756 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c38bf1b-9de9-40e3-8e16-919fc2cbf09b None None] Checking segment: {'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:23:06.030705 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-3c38bf1b-9de9-40e3-8e16-919fc2cbf09b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:06.031087 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c38bf1b-9de9-40e3-8e16-919fc2cbf09b None None] Bound using segment: {'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:23:06.031556 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-3c38bf1b-9de9-40e3-8e16-919fc2cbf09b None None] Bound port: 68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2, host: dv-cinder-801354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:23:06.031933 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-3c38bf1b-9de9-40e3-8e16-919fc2cbf09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:06.035620 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-c44b4f6d-0620-4d5d-8399-a62d7e29cb8e None None] Provisioning complete for port b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:23:06.035980 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-c44b4f6d-0620-4d5d-8399-a62d7e29cb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:06.067944 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a75421-22de-4ccf-bed2-ae97bb2e602c admin admin] Network a47c00a2-2aad-456b-bccb-724bbc30c9af is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:23:06.069462 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-b7a75421-22de-4ccf-bed2-ae97bb2e602c admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:23:06.107066 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-c44b4f6d-0620-4d5d-8399-a62d7e29cb8e None None] Port b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:23:06.115028 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-3c38bf1b-9de9-40e3-8e16-919fc2cbf09b None None] For port 68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2, host dv-cinder-801354-1-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:23:06.118263 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-3c38bf1b-9de9-40e3-8e16-919fc2cbf09b None None] For port 68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2, host dv-cinder-801354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2,segment=NetworkSegment(7431590e-ccf2-4917-bcc9-f5f2a04630c8),segment_id=7431590e-ccf2-4917-bcc9-f5f2a04630c8)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:23:06.128429 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-3c38bf1b-9de9-40e3-8e16-919fc2cbf09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:06.140147 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 6db82407-1b91-46a0-adaa-1b8541f71f9c up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:23:06.198736 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a75421-22de-4ccf-bed2-ae97bb2e602c admin admin] Router 1f5fba55-f41d-4990-aa5b-71f914b95331 has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:23:06.227292 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c38bf1b-9de9-40e3-8e16-919fc2cbf09b None None] Routers {'1f5fba55-f41d-4990-aa5b-71f914b95331'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:23:06.227926 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-3c38bf1b-9de9-40e3-8e16-919fc2cbf09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:22:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['1f5fba55-f41d-4990-aa5b-71f914b95331'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:06.343523 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a75421-22de-4ccf-bed2-ae97bb2e602c admin admin] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:23:06.350176 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-b7a75421-22de-4ccf-bed2-ae97bb2e602c admin admin] 10.222.0.63 "PUT /v2.0/routers/1f5fba55-f41d-4990-aa5b-71f914b95331/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4296329 Jul 19 17:23:06.464841 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9139d54-d86c-4d0e-ac5b-f26b217805e9 None None] Pushing event updated for resources: {'Port': ['ID=68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:06.485119 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning for port 6db82407-1b91-46a0-adaa-1b8541f71f9c completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:23:06.490289 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-149447b6-1eb8-4da4-85bd-e470db27b87e None None] Provisioning complete for port b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:23:06.490703 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-149447b6-1eb8-4da4-85bd-e470db27b87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:06.495409 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 6db82407-1b91-46a0-adaa-1b8541f71f9c triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:23:06.495774 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:06.576664 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-149447b6-1eb8-4da4-85bd-e470db27b87e None None] Port b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:23:06.585824 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-3c38bf1b-9de9-40e3-8e16-919fc2cbf09b None None] Set router 1f5fba55-f41d-4990-aa5b-71f914b95331 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:23:06.640103 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212adb15-a54e-45c8-9fde-8ab1417450bd req-7b41be68-6f9f-486a-acd0-8ac0974c4a36 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:06.648684 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-212adb15-a54e-45c8-9fde-8ab1417450bd req-7b41be68-6f9f-486a-acd0-8ac0974c4a36 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 944 time: 0.0958858 Jul 19 17:23:06.686871 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-212adb15-a54e-45c8-9fde-8ab1417450bd req-a4bbbd4c-33f9-4fb7-8f9a-aad6eb8888b4 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351553 Jul 19 17:23:06.730033 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:06.801742 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] For port 6db82407-1b91-46a0-adaa-1b8541f71f9c, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=6db82407-1b91-46a0-adaa-1b8541f71f9c,segment=NetworkSegment(21dc7f96-dc45-4c56-9d4c-b0acb7665df9),segment_id=21dc7f96-dc45-4c56-9d4c-b0acb7665df9)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:23:06.809725 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:06.810575 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:23:06.920542 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Pushing event updated for resources: {'Port': ['ID=6db82407-1b91-46a0-adaa-1b8541f71f9c,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:06.945666 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:23:06.945954 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:06.973362 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-3c38bf1b-9de9-40e3-8e16-919fc2cbf09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5fba55-f41d-4990-aa5b-71f914b95331', 'name': 'tempest-TestVolumeBootPattern-502441273-router', 'tenant_id': '86dd290be793461babbc53dae7131711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:23:02Z', 'updated_at': '2021-07-19T17:23:05Z', 'revision_number': 4, 'project_id': '86dd290be793461babbc53dae7131711', 'gw_port': {'id': '68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:de:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5fba55-f41d-4990-aa5b-71f914b95331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:23:02Z', 'updated_at': '2021-07-19T17:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b', 'name': '', 'network_id': 'a47c00a2-2aad-456b-bccb-724bbc30c9af', 'tenant_id': '86dd290be793461babbc53dae7131711', 'mac_address': 'fa:16:3e:8e:fd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5fba55-f41d-4990-aa5b-71f914b95331', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '04a8379f-ca2d-4911-b004-01d10eccaf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:23:04Z', 'updated_at': '2021-07-19T17:23:05Z', 'revision_number': 2, 'project_id': '86dd290be793461babbc53dae7131711', 'subnets': [{'id': '04a8379f-ca2d-4911-b004-01d10eccaf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:07.008538 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c38bf1b-9de9-40e3-8e16-919fc2cbf09b None None] The sync data for ids ['1f5fba55-f41d-4990-aa5b-71f914b95331'] in dv-cinder-801354-1-iscsi is: [{'id': '1f5fba55-f41d-4990-aa5b-71f914b95331', 'name': 'tempest-TestVolumeBootPattern-502441273-router', 'tenant_id': '86dd290be793461babbc53dae7131711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:23:02Z', 'updated_at': '2021-07-19T17:23:05Z', 'revision_number': 4, 'project_id': '86dd290be793461babbc53dae7131711', 'gw_port': {'id': '68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:de:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5fba55-f41d-4990-aa5b-71f914b95331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:23:02Z', 'updated_at': '2021-07-19T17:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b', 'name': '', 'network_id': 'a47c00a2-2aad-456b-bccb-724bbc30c9af', 'tenant_id': '86dd290be793461babbc53dae7131711', 'mac_address': 'fa:16:3e:8e:fd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5fba55-f41d-4990-aa5b-71f914b95331', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '04a8379f-ca2d-4911-b004-01d10eccaf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:23:04Z', 'updated_at': '2021-07-19T17:23:05Z', 'revision_number': 2, 'project_id': '86dd290be793461babbc53dae7131711', 'subnets': [{'id': '04a8379f-ca2d-4911-b004-01d10eccaf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:23:07.086937 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 41766) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:07.091760 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-b1d78924-de15-402d-b1e5-1aecee9e58d9 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-830743804', 'description': 'tempest-secgroup-smoke-830743804 description', 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:23:07.116004 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b1d78924-de15-402d-b1e5-1aecee9e58d9 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:07.202596 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b1d78924-de15-402d-b1e5-1aecee9e58d9 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:07.207112 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b1d78924-de15-402d-b1e5-1aecee9e58d9 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:07.249199 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b1d78924-de15-402d-b1e5-1aecee9e58d9 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:07.250458 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-b1d78924-de15-402d-b1e5-1aecee9e58d9 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1623023 Jul 19 17:23:07.251292 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d78924-de15-402d-b1e5-1aecee9e58d9 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5df948f5-33ba-455e-a3a4-a9cf9b147c72,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:07.253255 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 41768) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:07.258059 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-f11bd97d-7ece-4ea3-b36b-9cf1cbca3199 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Request body: {'security_group_rule': {'security_group_id': '5df948f5-33ba-455e-a3a4-a9cf9b147c72', 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:23:07.294195 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f11bd97d-7ece-4ea3-b36b-9cf1cbca3199 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:07.357273 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f11bd97d-7ece-4ea3-b36b-9cf1cbca3199 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:07.361123 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f11bd97d-7ece-4ea3-b36b-9cf1cbca3199 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548936'] for security_group_rule, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:07.389816 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bd97d-7ece-4ea3-b36b-9cf1cbca3199 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5af7fb-b8ae-489d-a9c8-a4821b67188f,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:07.398316 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f11bd97d-7ece-4ea3-b36b-9cf1cbca3199 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:07.399778 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-f11bd97d-7ece-4ea3-b36b-9cf1cbca3199 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1454282 Jul 19 17:23:07.402704 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 41770) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:07.407756 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-14e6da50-3cdf-4327-9a5e-d53c66d8bb73 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Request body: {'security_group_rule': {'security_group_id': '5df948f5-33ba-455e-a3a4-a9cf9b147c72', 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:23:07.435047 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-14e6da50-3cdf-4327-9a5e-d53c66d8bb73 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:07.497477 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-14e6da50-3cdf-4327-9a5e-d53c66d8bb73 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:07.501616 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-14e6da50-3cdf-4327-9a5e-d53c66d8bb73 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548936'] for security_group_rule, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:07.519477 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6da50-3cdf-4327-9a5e-d53c66d8bb73 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b5dfed2-e8b7-4761-b165-0d5e95fb1191,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:07.528147 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-14e6da50-3cdf-4327-9a5e-d53c66d8bb73 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:07.532764 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 41772) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:07.533279 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-14e6da50-3cdf-4327-9a5e-d53c66d8bb73 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1291358 Jul 19 17:23:07.537405 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-b4bab9b2-b196-4108-8f19-09200ab16fab tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Request body: {'security_group_rule': {'security_group_id': '5df948f5-33ba-455e-a3a4-a9cf9b147c72', 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:23:07.564551 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b4bab9b2-b196-4108-8f19-09200ab16fab tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:07.629097 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b4bab9b2-b196-4108-8f19-09200ab16fab tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:07.635396 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b4bab9b2-b196-4108-8f19-09200ab16fab tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548936'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:07.666096 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bab9b2-b196-4108-8f19-09200ab16fab tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba6385e-3b2f-4146-9b8c-9d17b5dc5e04,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:07.678806 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b4bab9b2-b196-4108-8f19-09200ab16fab tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:07.681015 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-b4bab9b2-b196-4108-8f19-09200ab16fab tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1469665 Jul 19 17:23:07.685116 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 41776) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:07.691828 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-ca5b117a-200b-48cd-9135-9a15f656ddeb tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Request body: {'security_group_rule': {'security_group_id': '5df948f5-33ba-455e-a3a4-a9cf9b147c72', 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:23:07.693250 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device fd3def10-0145-42f3-8325-f6c30a803012 up at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:23:07.730883 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ca5b117a-200b-48cd-9135-9a15f656ddeb tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:07.759647 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning complete for port fd3def10-0145-42f3-8325-f6c30a803012 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:23:07.760016 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:07.826238 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ca5b117a-200b-48cd-9135-9a15f656ddeb tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:07.836498 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ca5b117a-200b-48cd-9135-9a15f656ddeb tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548936'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:07.857310 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca036858-d4b6-4e3e-b58d-f170a4c22bd8 req-7034ed9a-027b-4ff5-95d7-8c8ff068dfd8 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:07.862911 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b117a-200b-48cd-9135-9a15f656ddeb tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed43f38-ae4f-4641-b1be-d1a5d1670d56,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:07.865038 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:07.872672 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ca036858-d4b6-4e3e-b58d-f170a4c22bd8 req-7034ed9a-027b-4ff5-95d7-8c8ff068dfd8 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 944 time: 0.0998898 Jul 19 17:23:07.876193 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ca5b117a-200b-48cd-9135-9a15f656ddeb tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:07.877507 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-ca5b117a-200b-48cd-9135-9a15f656ddeb tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1904519 Jul 19 17:23:07.880114 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 41780) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:07.884921 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-841b22f5-7e2a-4593-8662-511ce3c965ae tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Request body: {'security_group_rule': {'security_group_id': '5df948f5-33ba-455e-a3a4-a9cf9b147c72', 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:23:07.899014 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca12345-aa09-4a39-9b76-83930c9127cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3def10-0145-42f3-8325-f6c30a803012'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:23:07.902240 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa486d5c4e4f39956b43fe6dcc35bf0f2fe2e374caf29500c804b4cead58546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948d9f5f-0f45-4c65-85fe-b294153980d4" -d '{"events": [{"server_uuid": "fca12345-aa09-4a39-9b76-83930c9127cf", "name": "network-vif-plugged", "status": "completed", "tag": "fd3def10-0145-42f3-8325-f6c30a803012"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:23:07.912324 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.db.securitygroups_db [None req-841b22f5-7e2a-4593-8662-511ce3c965ae tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Project c21d6eb10ed64fc3911d2dd893b82d6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 17:23:07.915774 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port fd3def10-0145-42f3-8325-f6c30a803012, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=fd3def10-0145-42f3-8325-f6c30a803012,segment=NetworkSegment(49f3122a-bd8b-4c70-a3d0-44b9da145ba2),segment_id=49f3122a-bd8b-4c70-a3d0-44b9da145ba2)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:23:07.920057 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-841b22f5-7e2a-4593-8662-511ce3c965ae tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:07.922295 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:07.930870 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ca036858-d4b6-4e3e-b58d-f170a4c22bd8 req-b63bcc2c-c3af-4ef2-bddf-74ec2c98dd20 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570529 Jul 19 17:23:07.972553 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44afb3c-f3aa-4ac7-9632-faefb5ed9aaf x-openstack-request-id: req-c44afb3c-f3aa-4ac7-9632-faefb5ed9aaf {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:23:07.972747 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca12345-aa09-4a39-9b76-83930c9127cf", "name": "network-vif-plugged", "status": "completed", "tag": "fd3def10-0145-42f3-8325-f6c30a803012", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:23:07.973001 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c44afb3c-f3aa-4ac7-9632-faefb5ed9aaf {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:23:07.973406 dv-cinder-801354-1-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca12345-aa09-4a39-9b76-83930c9127cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3def10-0145-42f3-8325-f6c30a803012', 'code': 200} Jul 19 17:23:07.978697 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=fd3def10-0145-42f3-8325-f6c30a803012,revision_number=10']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:07.993990 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-841b22f5-7e2a-4593-8662-511ce3c965ae tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:08.000052 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-841b22f5-7e2a-4593-8662-511ce3c965ae tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548936'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:08.018041 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b22f5-7e2a-4593-8662-511ce3c965ae tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad28710-6fe3-429a-86c7-a4ab7bb3f814,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:08.025676 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-841b22f5-7e2a-4593-8662-511ce3c965ae tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:08.027005 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-841b22f5-7e2a-4593-8662-511ce3c965ae tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1457551 Jul 19 17:23:08.029754 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 41784) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:08.034537 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-faba40e1-d410-4c03-a519-080e1d5fb8e0 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Request body: {'security_group_rule': {'security_group_id': '5df948f5-33ba-455e-a3a4-a9cf9b147c72', 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:23:08.064585 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.db.securitygroups_db [None req-faba40e1-d410-4c03-a519-080e1d5fb8e0 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Project c21d6eb10ed64fc3911d2dd893b82d6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 17:23:08.070505 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-faba40e1-d410-4c03-a519-080e1d5fb8e0 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:08.136738 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-faba40e1-d410-4c03-a519-080e1d5fb8e0 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:08.141735 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-faba40e1-d410-4c03-a519-080e1d5fb8e0 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548936'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:08.160132 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba40e1-d410-4c03-a519-080e1d5fb8e0 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d1a5e3-97f2-4f11-827d-9786abdae173,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:08.168358 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-faba40e1-d410-4c03-a519-080e1d5fb8e0 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:08.173207 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-faba40e1-d410-4c03-a519-080e1d5fb8e0 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1389904 Jul 19 17:23:08.204515 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:23:08.257355 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning for port 68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:23:08.261684 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:23:08.262275 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:08.363326 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:08.386289 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] For port 68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2,segment=NetworkSegment(7431590e-ccf2-4917-bcc9-f5f2a04630c8),segment_id=7431590e-ccf2-4917-bcc9-f5f2a04630c8)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:23:08.391232 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:08.392713 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 6db82407-1b91-46a0-adaa-1b8541f71f9c up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:23:08.441269 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a4dd4-6dfd-44dd-9a8a-90b68ecaee71 req-76bbb4b9-a921-48f9-95a0-db744cf7bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:08.443022 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e18a4dd4-6dfd-44dd-9a8a-90b68ecaee71 req-76bbb4b9-a921-48f9-95a0-db744cf7bb7b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 1099 time: 0.0600169 Jul 19 17:23:08.481918 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Pushing event updated for resources: {'Port': ['ID=68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:08.482242 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e18a4dd4-6dfd-44dd-9a8a-90b68ecaee71 req-e5aef5b5-7ada-4607-84a6-322abd91cbd3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326524 Jul 19 17:23:08.496800 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b8e9a3e8-a377-415a-94ed-a11d129f7750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:08.505233 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 6db82407-1b91-46a0-adaa-1b8541f71f9c triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:23:08.505751 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:09.068690 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f27833-daae-48d9-9d16-95e6316950cc req-89da8936-c1d7-4991-92b3-c5a10d2354f5 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:09.070228 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d8f27833-daae-48d9-9d16-95e6316950cc req-89da8936-c1d7-4991-92b3-c5a10d2354f5 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 946 time: 0.0656891 Jul 19 17:23:09.108029 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d8f27833-daae-48d9-9d16-95e6316950cc req-f814f412-90ae-4e14-966b-e151ade01283 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318894 Jul 19 17:23:09.157622 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287bd72d-4bcd-4047-b8ab-69eb5c6f08b9 None None] Sync routers for ids ['1f5fba55-f41d-4990-aa5b-71f914b95331'] in dv-cinder-801354-1-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:23:09.166741 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287bd72d-4bcd-4047-b8ab-69eb5c6f08b9 None None] Routers {'1f5fba55-f41d-4990-aa5b-71f914b95331'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:23:09.167343 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-287bd72d-4bcd-4047-b8ab-69eb5c6f08b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:22:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['1f5fba55-f41d-4990-aa5b-71f914b95331'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:09.273302 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-287bd72d-4bcd-4047-b8ab-69eb5c6f08b9 None None] Set router 1f5fba55-f41d-4990-aa5b-71f914b95331 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:23:09.475344 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-287bd72d-4bcd-4047-b8ab-69eb5c6f08b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5fba55-f41d-4990-aa5b-71f914b95331', 'name': 'tempest-TestVolumeBootPattern-502441273-router', 'tenant_id': '86dd290be793461babbc53dae7131711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:23:02Z', 'updated_at': '2021-07-19T17:23:05Z', 'revision_number': 4, 'project_id': '86dd290be793461babbc53dae7131711', 'gw_port': {'id': '68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:de:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5fba55-f41d-4990-aa5b-71f914b95331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:23:02Z', 'updated_at': '2021-07-19T17:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b', 'name': '', 'network_id': 'a47c00a2-2aad-456b-bccb-724bbc30c9af', 'tenant_id': '86dd290be793461babbc53dae7131711', 'mac_address': 'fa:16:3e:8e:fd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5fba55-f41d-4990-aa5b-71f914b95331', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '04a8379f-ca2d-4911-b004-01d10eccaf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:23:04Z', 'updated_at': '2021-07-19T17:23:05Z', 'revision_number': 2, 'project_id': '86dd290be793461babbc53dae7131711', 'subnets': [{'id': '04a8379f-ca2d-4911-b004-01d10eccaf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:09.503167 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287bd72d-4bcd-4047-b8ab-69eb5c6f08b9 None None] Checking router: 1f5fba55-f41d-4990-aa5b-71f914b95331 for host: dv-cinder-801354-1-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:23:09.503521 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287bd72d-4bcd-4047-b8ab-69eb5c6f08b9 None None] Updating router 1f5fba55-f41d-4990-aa5b-71f914b95331 port b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b binding host dv-cinder-801354-1-iscsi {{(pid=93288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:23:09.542586 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-287bd72d-4bcd-4047-b8ab-69eb5c6f08b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:09.934471 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-287bd72d-4bcd-4047-b8ab-69eb5c6f08b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:09.945459 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [None req-287bd72d-4bcd-4047-b8ab-69eb5c6f08b9 None None] Transition to ACTIVE for port object b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b will not be triggered until provisioned by entity L2. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:23:09.950899 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-287bd72d-4bcd-4047-b8ab-69eb5c6f08b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:10.001500 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8918569-730b-465e-8b2a-d88dd33c5029 None None] Pushing event updated for resources: {'Port': ['ID=b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b,revision_number=3']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:10.088203 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-287bd72d-4bcd-4047-b8ab-69eb5c6f08b9 None None] Attempting to bind port b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b on host dv-cinder-801354-1-iscsi for vnic_type normal with profile {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:23:10.088648 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-287bd72d-4bcd-4047-b8ab-69eb5c6f08b9 None None] Attempting to bind port b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b by drivers openvswitch,hyperv on host dv-cinder-801354-1-iscsi at level 0 using segments [{'id': '856c2f8a-aa53-4d35-8923-d2c2597101ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a47c00a2-2aad-456b-bccb-724bbc30c9af'}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:23:10.089071 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287bd72d-4bcd-4047-b8ab-69eb5c6f08b9 None None] Attempting to bind port b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b on network a47c00a2-2aad-456b-bccb-724bbc30c9af {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:23:10.094690 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287bd72d-4bcd-4047-b8ab-69eb5c6f08b9 None None] Checking agent: {'id': '1644f3e0-cc54-41af-ad00-0738a02153ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 9, 11), 'started_at': datetime.datetime(2021, 7, 19, 17, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:23:10.095166 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287bd72d-4bcd-4047-b8ab-69eb5c6f08b9 None None] Checking segment: {'id': '856c2f8a-aa53-4d35-8923-d2c2597101ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a47c00a2-2aad-456b-bccb-724bbc30c9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:23:10.095948 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-287bd72d-4bcd-4047-b8ab-69eb5c6f08b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:10.096069 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287bd72d-4bcd-4047-b8ab-69eb5c6f08b9 None None] Bound using segment: {'id': '856c2f8a-aa53-4d35-8923-d2c2597101ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a47c00a2-2aad-456b-bccb-724bbc30c9af'} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:23:10.096631 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-287bd72d-4bcd-4047-b8ab-69eb5c6f08b9 None None] Bound port: b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b, host: dv-cinder-801354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '856c2f8a-aa53-4d35-8923-d2c2597101ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a47c00a2-2aad-456b-bccb-724bbc30c9af'}}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:23:10.097072 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-287bd72d-4bcd-4047-b8ab-69eb5c6f08b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:10.140163 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:23:10.196283 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-287bd72d-4bcd-4047-b8ab-69eb5c6f08b9 None None] For port b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b, host dv-cinder-801354-1-iscsi, cleared binding levels {{(pid=93288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:23:10.201010 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-287bd72d-4bcd-4047-b8ab-69eb5c6f08b9 None None] For port b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b, host dv-cinder-801354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b,segment=NetworkSegment(856c2f8a-aa53-4d35-8923-d2c2597101ff),segment_id=856c2f8a-aa53-4d35-8923-d2c2597101ff)] {{(pid=93288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:23:10.205978 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-287bd72d-4bcd-4047-b8ab-69eb5c6f08b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:10.220352 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:23:10.220779 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:10.260236 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287bd72d-4bcd-4047-b8ab-69eb5c6f08b9 None None] Routers {'1f5fba55-f41d-4990-aa5b-71f914b95331'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:23:10.261739 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-287bd72d-4bcd-4047-b8ab-69eb5c6f08b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:22:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['1f5fba55-f41d-4990-aa5b-71f914b95331'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:10.304940 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08f22b-7b87-4de6-8393-32b5c842a83c req-083e8844-e15c-485e-ba8a-f907b0316956 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:10.306590 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8d08f22b-7b87-4de6-8393-32b5c842a83c req-083e8844-e15c-485e-ba8a-f907b0316956 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 946 time: 0.1072838 Jul 19 17:23:10.341184 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8918569-730b-465e-8b2a-d88dd33c5029 None None] Pushing event updated for resources: {'Port': ['ID=b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b,revision_number=4']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:10.367927 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8d08f22b-7b87-4de6-8393-32b5c842a83c req-33310609-fb74-4317-9060-886cd6903383 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536067 Jul 19 17:23:10.441106 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-287bd72d-4bcd-4047-b8ab-69eb5c6f08b9 None None] Set router 1f5fba55-f41d-4990-aa5b-71f914b95331 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:23:10.645565 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-287bd72d-4bcd-4047-b8ab-69eb5c6f08b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5fba55-f41d-4990-aa5b-71f914b95331', 'name': 'tempest-TestVolumeBootPattern-502441273-router', 'tenant_id': '86dd290be793461babbc53dae7131711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:23:02Z', 'updated_at': '2021-07-19T17:23:05Z', 'revision_number': 4, 'project_id': '86dd290be793461babbc53dae7131711', 'gw_port': {'id': '68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:de:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5fba55-f41d-4990-aa5b-71f914b95331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:23:02Z', 'updated_at': '2021-07-19T17:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b', 'name': '', 'network_id': 'a47c00a2-2aad-456b-bccb-724bbc30c9af', 'tenant_id': '86dd290be793461babbc53dae7131711', 'mac_address': 'fa:16:3e:8e:fd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5fba55-f41d-4990-aa5b-71f914b95331', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '04a8379f-ca2d-4911-b004-01d10eccaf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:23:04Z', 'updated_at': '2021-07-19T17:23:10Z', 'revision_number': 4, 'project_id': '86dd290be793461babbc53dae7131711', 'subnets': [{'id': '04a8379f-ca2d-4911-b004-01d10eccaf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:10.674621 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287bd72d-4bcd-4047-b8ab-69eb5c6f08b9 None None] The sync data for ids ['1f5fba55-f41d-4990-aa5b-71f914b95331'] in dv-cinder-801354-1-iscsi is: [{'id': '1f5fba55-f41d-4990-aa5b-71f914b95331', 'name': 'tempest-TestVolumeBootPattern-502441273-router', 'tenant_id': '86dd290be793461babbc53dae7131711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:23:02Z', 'updated_at': '2021-07-19T17:23:05Z', 'revision_number': 4, 'project_id': '86dd290be793461babbc53dae7131711', 'gw_port': {'id': '68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:de:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5fba55-f41d-4990-aa5b-71f914b95331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:23:02Z', 'updated_at': '2021-07-19T17:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b', 'name': '', 'network_id': 'a47c00a2-2aad-456b-bccb-724bbc30c9af', 'tenant_id': '86dd290be793461babbc53dae7131711', 'mac_address': 'fa:16:3e:8e:fd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5fba55-f41d-4990-aa5b-71f914b95331', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '04a8379f-ca2d-4911-b004-01d10eccaf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:23:04Z', 'updated_at': '2021-07-19T17:23:10Z', 'revision_number': 4, 'project_id': '86dd290be793461babbc53dae7131711', 'subnets': [{'id': '04a8379f-ca2d-4911-b004-01d10eccaf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:23:10.688105 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-1c373f94-eb73-40a6-aad4-5a09ae794866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:11.187482 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:11.508639 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de02cc-419c-40a0-8f53-a9105f358668 req-50512d8d-8427-4843-a84e-53d1c87f4b2c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:11.510172 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-52de02cc-419c-40a0-8f53-a9105f358668 req-50512d8d-8427-4843-a84e-53d1c87f4b2c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 946 time: 0.0639954 Jul 19 17:23:11.550834 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-52de02cc-419c-40a0-8f53-a9105f358668 req-96810a2a-cc8c-4169-9888-f58ffdf8fd19 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325820 Jul 19 17:23:11.948524 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:12.115955 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:23:12.164401 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning for port b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:23:12.168266 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:23:12.168635 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:12.244319 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:12.276691 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] For port b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b,segment=NetworkSegment(856c2f8a-aa53-4d35-8923-d2c2597101ff),segment_id=856c2f8a-aa53-4d35-8923-d2c2597101ff)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:23:12.280821 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:12.331142 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Pushing event updated for resources: {'Port': ['ID=b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:13.706815 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:14.105201 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:23:14.159374 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:23:14.159755 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:15.207458 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-095cacf9-7456-4ef7-9638-e27cd400e497 req-d20f07f1-ecf4-456e-bf55-3afe93e4e2a1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512309 Jul 19 17:23:15.283179 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095cacf9-7456-4ef7-9638-e27cd400e497 req-20f84af0-1464-4330-9081-e44af513b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:15.284669 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-095cacf9-7456-4ef7-9638-e27cd400e497 req-20f84af0-1464-4330-9081-e44af513b421 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60cd58df01ad441785d8271f5ef670e1&device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 1099 time: 0.0561903 Jul 19 17:23:15.386402 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095cacf9-7456-4ef7-9638-e27cd400e497 req-3c3f9849-5d69-423a-8f49-b518a54480d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:15.387858 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-095cacf9-7456-4ef7-9638-e27cd400e497 req-3c3f9849-5d69-423a-8f49-b518a54480d7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4e8d5024-2593-474f-aedc-412be4f13971 HTTP/1.1" status: 200 len: 918 time: 0.0835543 Jul 19 17:23:15.457637 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-095cacf9-7456-4ef7-9638-e27cd400e497 req-7736a3df-b985-4e12-942e-d324cc0f3696 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd3def10-0145-42f3-8325-f6c30a803012 HTTP/1.1" status: 200 len: 1000 time: 0.0620189 Jul 19 17:23:15.512549 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095cacf9-7456-4ef7-9638-e27cd400e497 req-826ed096-9c12-4115-8731-81baf0ecdac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:15.514353 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-095cacf9-7456-4ef7-9638-e27cd400e497 req-826ed096-9c12-4115-8731-81baf0ecdac6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b8f48ce-8da9-45bc-8ad9-174085a888a6 HTTP/1.1" status: 200 len: 856 time: 0.0483952 Jul 19 17:23:15.570727 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095cacf9-7456-4ef7-9638-e27cd400e497 req-6966d84f-947d-41f0-b808-42f8f2938ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:15.572216 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-095cacf9-7456-4ef7-9638-e27cd400e497 req-6966d84f-947d-41f0-b808-42f8f2938ff1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4e8d5024-2593-474f-aedc-412be4f13971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506847 Jul 19 17:23:15.661950 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-095cacf9-7456-4ef7-9638-e27cd400e497 req-fb6eb743-8aa2-4472-a8b2-fae914dca9f8 service neutron] 10.222.0.16 "GET /v2.0/networks/4e8d5024-2593-474f-aedc-412be4f13971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828335 Jul 19 17:23:15.768077 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-095cacf9-7456-4ef7-9638-e27cd400e497 req-addf085b-2bae-4a85-a64d-00191a6891ed service neutron] 10.222.0.16 "GET /v2.0/networks/4e8d5024-2593-474f-aedc-412be4f13971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987666 Jul 19 17:23:16.098877 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 41940) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:16.256042 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-d5efdc07-f4dd-4b1c-92d8-eb4e15190126 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Deleting port 92872ba2-791b-429e-85ba-4b9267a7ef63 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:23:16.256696 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d5efdc07-f4dd-4b1c-92d8-eb4e15190126 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:16.332556 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d5efdc07-f4dd-4b1c-92d8-eb4e15190126 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:16.332872 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d5efdc07-f4dd-4b1c-92d8-eb4e15190126 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:16.345158 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-d5efdc07-f4dd-4b1c-92d8-eb4e15190126 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Calling delete_port for 92872ba2-791b-429e-85ba-4b9267a7ef63 owned by network:floatingip {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:23:16.528693 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d5efdc07-f4dd-4b1c-92d8-eb4e15190126 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:16.555117 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efdc07-f4dd-4b1c-92d8-eb4e15190126 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Pushing event deleted for resources: {'Port': ['ID=92872ba2-791b-429e-85ba-4b9267a7ef63,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:16.580502 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:16.617112 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d5efdc07-f4dd-4b1c-92d8-eb4e15190126 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks [] for floatingip, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:16.617475 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.db.l3_db [None req-d5efdc07-f4dd-4b1c-92d8-eb4e15190126 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Floating IP dd879426-0c56-4f36-9f61-bb9891c9013c disassociated (deleted). External IP: 172.27.1.182, port: d8a5b52e-d19e-40f0-8920-730a307a5480. Jul 19 17:23:16.824355 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5efdc07-f4dd-4b1c-92d8-eb4e15190126 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Router 78f2143c-a96c-4c4b-bcaa-3abf6393f313 has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:23:16.932264 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5efdc07-f4dd-4b1c-92d8-eb4e15190126 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:23:16.936737 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d5efdc07-f4dd-4b1c-92d8-eb4e15190126 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for floatingip, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:16.942828 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7329a101-bcde-4fd9-a632-544af1f7551b None None] Sync routers for ids ['78f2143c-a96c-4c4b-bcaa-3abf6393f313'] in dv-cinder-801354-1-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:23:16.955536 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7329a101-bcde-4fd9-a632-544af1f7551b None None] Routers {'78f2143c-a96c-4c4b-bcaa-3abf6393f313'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:23:16.956158 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-7329a101-bcde-4fd9-a632-544af1f7551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:23:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['78f2143c-a96c-4c4b-bcaa-3abf6393f313'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:16.977974 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-d5efdc07-f4dd-4b1c-92d8-eb4e15190126 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "DELETE /v2.0/floatingips/dd879426-0c56-4f36-9f61-bb9891c9013c HTTP/1.1" status: 204 len: 168 time: 0.8779714 Jul 19 17:23:16.978658 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c15bb8-dd5b-411d-944b-67cd46355c7c', 'tag': 'd8a5b52e-d19e-40f0-8920-730a307a5480'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:23:16.981076 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9a7054-59b1-42f5-9fb5-eb07e9aa24de" -d '{"events": [{"name": "network-changed", "server_uuid": "59c15bb8-dd5b-411d-944b-67cd46355c7c", "tag": "d8a5b52e-d19e-40f0-8920-730a307a5480"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:23:17.022564 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d30018-c158-49ad-8dfa-2a894d8dd9e6 x-openstack-request-id: req-95d30018-c158-49ad-8dfa-2a894d8dd9e6 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:23:17.022864 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c15bb8-dd5b-411d-944b-67cd46355c7c", "tag": "d8a5b52e-d19e-40f0-8920-730a307a5480", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:23:17.023108 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-95d30018-c158-49ad-8dfa-2a894d8dd9e6 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:23:17.023506 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c15bb8-dd5b-411d-944b-67cd46355c7c', 'tag': 'd8a5b52e-d19e-40f0-8920-730a307a5480', 'status': 'completed', 'code': 200} Jul 19 17:23:17.112511 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-7329a101-bcde-4fd9-a632-544af1f7551b None None] Set router 78f2143c-a96c-4c4b-bcaa-3abf6393f313 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:23:17.156610 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a7054-59b1-42f5-9fb5-eb07e9aa24de req-ca198a29-ca69-4397-b2df-6030110ba240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:17.158283 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-bc9a7054-59b1-42f5-9fb5-eb07e9aa24de req-ca198a29-ca69-4397-b2df-6030110ba240 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e65159baafb47cdba6248c5654c9130&device_id=59c15bb8-dd5b-411d-944b-67cd46355c7c HTTP/1.1" status: 200 len: 1098 time: 0.1084912 Jul 19 17:23:17.286581 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a7054-59b1-42f5-9fb5-eb07e9aa24de req-03e64ee6-2d2a-4be3-8ace-87bb47de2271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:17.289194 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-bc9a7054-59b1-42f5-9fb5-eb07e9aa24de req-03e64ee6-2d2a-4be3-8ace-87bb47de2271 service neutron] 10.222.0.16 "GET /v2.0/networks?id=43f0d026-9172-4b69-8ca1-3e18e74f7863 HTTP/1.1" status: 200 len: 910 time: 0.1156504 Jul 19 17:23:17.292796 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7c814-8382-4186-a8a1-bc1911a06445 req-cd9455e9-5c77-4eb7-843e-9041609be668 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:17.299882 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-64f7c814-8382-4186-a8a1-bc1911a06445 req-cd9455e9-5c77-4eb7-843e-9041609be668 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/ports?device_id=59c15bb8-dd5b-411d-944b-67cd46355c7c HTTP/1.1" status: 200 len: 945 time: 0.0834541 Jul 19 17:23:17.345800 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-bc9a7054-59b1-42f5-9fb5-eb07e9aa24de req-4fd21379-9bc4-49c9-aab6-ad83dea44925 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8a5b52e-d19e-40f0-8920-730a307a5480 HTTP/1.1" status: 200 len: 217 time: 0.0475664 Jul 19 17:23:17.348638 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-64f7c814-8382-4186-a8a1-bc1911a06445 req-933a56e8-f6ea-4113-87e8-cf7e9fafdb02 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/security-groups?id=4be45e7b-5815-4390-9246-082f17b04282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413795 Jul 19 17:23:17.392193 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-7329a101-bcde-4fd9-a632-544af1f7551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'name': 'tempest-TestShelveInstance-1631990831-router', 'tenant_id': '3e65159baafb47cdba6248c5654c9130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'af48be06-ba12-443f-9d36-a19589f56e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:18:28Z', 'updated_at': '2021-07-19T17:18:33Z', 'revision_number': 4, 'project_id': '3e65159baafb47cdba6248c5654c9130', 'gw_port': {'id': 'af48be06-ba12-443f-9d36-a19589f56e83', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:18:29Z', 'updated_at': '2021-07-19T17:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'f85f140f-e483-4700-a39e-c7f32b599fe2', 'name': '', 'network_id': '43f0d026-9172-4b69-8ca1-3e18e74f7863', 'tenant_id': '3e65159baafb47cdba6248c5654c9130', 'mac_address': 'fa:16:3e:14:fa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b565e337-3907-43d3-b935-29e9c933bf03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:18:32Z', 'updated_at': '2021-07-19T17:18:37Z', 'revision_number': 5, 'project_id': '3e65159baafb47cdba6248c5654c9130', 'subnets': [{'id': 'b565e337-3907-43d3-b935-29e9c933bf03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:17.414359 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a7054-59b1-42f5-9fb5-eb07e9aa24de req-1ec015f4-d4ad-4070-b580-d643a4ae2ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:17.415840 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-bc9a7054-59b1-42f5-9fb5-eb07e9aa24de req-1ec015f4-d4ad-4070-b580-d643a4ae2ec9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b565e337-3907-43d3-b935-29e9c933bf03 HTTP/1.1" status: 200 len: 848 time: 0.0568769 Jul 19 17:23:17.428368 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7329a101-bcde-4fd9-a632-544af1f7551b None None] Checking router: 78f2143c-a96c-4c4b-bcaa-3abf6393f313 for host: dv-cinder-801354-1-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:23:17.438395 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7329a101-bcde-4fd9-a632-544af1f7551b None None] Routers {'78f2143c-a96c-4c4b-bcaa-3abf6393f313'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:23:17.439010 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-7329a101-bcde-4fd9-a632-544af1f7551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:23:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['78f2143c-a96c-4c4b-bcaa-3abf6393f313'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:17.483005 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a7054-59b1-42f5-9fb5-eb07e9aa24de req-165a9b53-a4ea-4801-a339-549351b3a93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:17.485386 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-bc9a7054-59b1-42f5-9fb5-eb07e9aa24de req-165a9b53-a4ea-4801-a339-549351b3a93b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43f0d026-9172-4b69-8ca1-3e18e74f7863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620022 Jul 19 17:23:17.568323 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-7329a101-bcde-4fd9-a632-544af1f7551b None None] Set router 78f2143c-a96c-4c4b-bcaa-3abf6393f313 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:23:17.589753 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-bc9a7054-59b1-42f5-9fb5-eb07e9aa24de req-e474c3f7-6ab8-4201-9b68-0e7bd4bda515 service neutron] 10.222.0.16 "GET /v2.0/networks/43f0d026-9172-4b69-8ca1-3e18e74f7863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973489 Jul 19 17:23:17.666096 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ca528-2385-461f-9e12-512c61db3537 req-bd0376d3-d15c-4dca-aed3-66713e758e56 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:17.667600 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b73ca528-2385-461f-9e12-512c61db3537 req-bd0376d3-d15c-4dca-aed3-66713e758e56 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=cad75724-df5c-4ee8-8fd5-1435f1d6b7a5 HTTP/1.1" status: 200 len: 945 time: 0.0708995 Jul 19 17:23:17.689641 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-bc9a7054-59b1-42f5-9fb5-eb07e9aa24de req-1b20266a-de54-4f4e-baf0-193c4a33b013 service neutron] 10.222.0.16 "GET /v2.0/networks/43f0d026-9172-4b69-8ca1-3e18e74f7863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888216 Jul 19 17:23:17.715642 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b73ca528-2385-461f-9e12-512c61db3537 req-bd795ab4-181a-425e-b381-62ca7c81ffe0 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9fab2c0-a67d-487d-a180-07c0917054e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413234 Jul 19 17:23:17.783823 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-7329a101-bcde-4fd9-a632-544af1f7551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'name': 'tempest-TestShelveInstance-1631990831-router', 'tenant_id': '3e65159baafb47cdba6248c5654c9130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'af48be06-ba12-443f-9d36-a19589f56e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:18:28Z', 'updated_at': '2021-07-19T17:18:33Z', 'revision_number': 4, 'project_id': '3e65159baafb47cdba6248c5654c9130', 'gw_port': {'id': 'af48be06-ba12-443f-9d36-a19589f56e83', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:18:29Z', 'updated_at': '2021-07-19T17:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'f85f140f-e483-4700-a39e-c7f32b599fe2', 'name': '', 'network_id': '43f0d026-9172-4b69-8ca1-3e18e74f7863', 'tenant_id': '3e65159baafb47cdba6248c5654c9130', 'mac_address': 'fa:16:3e:14:fa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b565e337-3907-43d3-b935-29e9c933bf03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:18:32Z', 'updated_at': '2021-07-19T17:18:37Z', 'revision_number': 5, 'project_id': '3e65159baafb47cdba6248c5654c9130', 'subnets': [{'id': 'b565e337-3907-43d3-b935-29e9c933bf03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:17.813642 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7329a101-bcde-4fd9-a632-544af1f7551b None None] The sync data for ids ['78f2143c-a96c-4c4b-bcaa-3abf6393f313'] in dv-cinder-801354-1-iscsi is: [{'id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'name': 'tempest-TestShelveInstance-1631990831-router', 'tenant_id': '3e65159baafb47cdba6248c5654c9130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'af48be06-ba12-443f-9d36-a19589f56e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:18:28Z', 'updated_at': '2021-07-19T17:18:33Z', 'revision_number': 4, 'project_id': '3e65159baafb47cdba6248c5654c9130', 'gw_port': {'id': 'af48be06-ba12-443f-9d36-a19589f56e83', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:18:29Z', 'updated_at': '2021-07-19T17:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'f85f140f-e483-4700-a39e-c7f32b599fe2', 'name': '', 'network_id': '43f0d026-9172-4b69-8ca1-3e18e74f7863', 'tenant_id': '3e65159baafb47cdba6248c5654c9130', 'mac_address': 'fa:16:3e:14:fa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b565e337-3907-43d3-b935-29e9c933bf03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:18:32Z', 'updated_at': '2021-07-19T17:18:37Z', 'revision_number': 5, 'project_id': '3e65159baafb47cdba6248c5654c9130', 'subnets': [{'id': 'b565e337-3907-43d3-b935-29e9c933bf03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:23:18.022586 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb13a4c-a3cf-49e7-8212-75e38de21e6b None None] New status for floating IP dd879426-0c56-4f36-9f61-bb9891c9013c: DOWN {{(pid=93288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:23:18.469657 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c6472-864d-4414-8ad5-308896db1cde req-1dbd74f1-ddc1-4bb7-b182-b6bd451ac68a tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:18.471126 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-859c6472-864d-4414-8ad5-308896db1cde req-1dbd74f1-ddc1-4bb7-b182-b6bd451ac68a tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/ports?device_id=59c15bb8-dd5b-411d-944b-67cd46355c7c HTTP/1.1" status: 200 len: 945 time: 0.0659993 Jul 19 17:23:18.508365 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-859c6472-864d-4414-8ad5-308896db1cde req-405191f7-3dbf-4200-8b26-7e65166087c0 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/security-groups?id=4be45e7b-5815-4390-9246-082f17b04282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317779 Jul 19 17:23:18.841820 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ca2a8-b548-495a-b456-830e3ec0f303 req-b51cd3fa-d487-410f-8697-68df6087a690 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:18.843312 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-247ca2a8-b548-495a-b456-830e3ec0f303 req-b51cd3fa-d487-410f-8697-68df6087a690 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=cad75724-df5c-4ee8-8fd5-1435f1d6b7a5 HTTP/1.1" status: 200 len: 945 time: 0.0635035 Jul 19 17:23:18.883116 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-247ca2a8-b548-495a-b456-830e3ec0f303 req-4db90ba8-b61d-4894-943b-c7d1599e4e2c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9fab2c0-a67d-487d-a180-07c0917054e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342977 Jul 19 17:23:19.132243 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa659c-08cf-4da2-b169-4c55713a03d2 req-2137359e-c481-442e-b8b6-7fce605811a3 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:19.133704 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-eeaa659c-08cf-4da2-b169-4c55713a03d2 req-2137359e-c481-442e-b8b6-7fce605811a3 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.16 "GET /v2.0/ports?device_id=59c15bb8-dd5b-411d-944b-67cd46355c7c HTTP/1.1" status: 200 len: 945 time: 0.0613163 Jul 19 17:23:19.237827 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-eeaa659c-08cf-4da2-b169-4c55713a03d2 req-2e3e755d-470a-4d7a-913c-4ee2591f4dce tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Deleting port d8a5b52e-d19e-40f0-8920-730a307a5480 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:23:19.238171 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-eeaa659c-08cf-4da2-b169-4c55713a03d2 req-2e3e755d-470a-4d7a-913c-4ee2591f4dce tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:19.326088 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-eeaa659c-08cf-4da2-b169-4c55713a03d2 req-2e3e755d-470a-4d7a-913c-4ee2591f4dce tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] For port d8a5b52e-d19e-40f0-8920-730a307a5480, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d8a5b52e-d19e-40f0-8920-730a307a5480,segment=NetworkSegment(555865e3-4c60-4a03-a50d-386083fbbf04),segment_id=555865e3-4c60-4a03-a50d-386083fbbf04)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:23:19.326447 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-eeaa659c-08cf-4da2-b169-4c55713a03d2 req-2e3e755d-470a-4d7a-913c-4ee2591f4dce tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:19.339161 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-eeaa659c-08cf-4da2-b169-4c55713a03d2 req-2e3e755d-470a-4d7a-913c-4ee2591f4dce tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Calling delete_port for d8a5b52e-d19e-40f0-8920-730a307a5480 owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:23:19.466248 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-eeaa659c-08cf-4da2-b169-4c55713a03d2 req-2e3e755d-470a-4d7a-913c-4ee2591f4dce tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:19.500917 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e755d-470a-4d7a-913c-4ee2591f4dce tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Pushing event deleted for resources: {'Port': ['ID=d8a5b52e-d19e-40f0-8920-730a307a5480,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:19.543812 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeaa659c-08cf-4da2-b169-4c55713a03d2 req-2e3e755d-470a-4d7a-913c-4ee2591f4dce tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] No DVR routers for this DVR port d8a5b52e-d19e-40f0-8920-730a307a5480 on host hv-cinder-80135 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:23:19.546414 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-eeaa659c-08cf-4da2-b169-4c55713a03d2 req-2e3e755d-470a-4d7a-913c-4ee2591f4dce tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:19.549267 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-eeaa659c-08cf-4da2-b169-4c55713a03d2 req-2e3e755d-470a-4d7a-913c-4ee2591f4dce tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.16 "DELETE /v2.0/ports/d8a5b52e-d19e-40f0-8920-730a307a5480 HTTP/1.1" status: 204 len: 173 time: 0.4077630 Jul 19 17:23:19.549729 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c15bb8-dd5b-411d-944b-67cd46355c7c', 'name': 'network-vif-deleted', 'tag': 'd8a5b52e-d19e-40f0-8920-730a307a5480'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:23:19.552015 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fdb2fe-ab2e-44f6-9c37-daacd64f40f8" -d '{"events": [{"server_uuid": "59c15bb8-dd5b-411d-944b-67cd46355c7c", "name": "network-vif-deleted", "tag": "d8a5b52e-d19e-40f0-8920-730a307a5480"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:23:19.592985 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a433a9-f7b0-4cb2-9568-aee6dfca1265 x-openstack-request-id: req-58a433a9-f7b0-4cb2-9568-aee6dfca1265 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:23:19.593859 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c15bb8-dd5b-411d-944b-67cd46355c7c", "name": "network-vif-deleted", "tag": "d8a5b52e-d19e-40f0-8920-730a307a5480", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:23:19.594063 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-58a433a9-f7b0-4cb2-9568-aee6dfca1265 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:23:19.594460 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c15bb8-dd5b-411d-944b-67cd46355c7c', 'name': 'network-vif-deleted', 'tag': 'd8a5b52e-d19e-40f0-8920-730a307a5480', 'status': 'completed', 'code': 200} Jul 19 17:23:19.648092 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5362ef57-6bfb-4860-a833-97168336600c req-06a95a0d-a1e2-4042-8081-bb1beaaf4844 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "GET /v2.0/ports?device_id=59c15bb8-dd5b-411d-944b-67cd46355c7c HTTP/1.1" status: 200 len: 210 time: 0.0580592 Jul 19 17:23:19.683926 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a6f7f-8f1b-448c-8db2-f6e2ec09d626 req-741b881f-1ee3-44a6-9b22-0f65c450b095 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:19.685437 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-812a6f7f-8f1b-448c-8db2-f6e2ec09d626 req-741b881f-1ee3-44a6-9b22-0f65c450b095 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.16 "GET /v2.0/ports?device_id=cad75724-df5c-4ee8-8fd5-1435f1d6b7a5 HTTP/1.1" status: 200 len: 945 time: 0.1038909 Jul 19 17:23:19.786320 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-812a6f7f-8f1b-448c-8db2-f6e2ec09d626 req-f3dd3c9d-7119-4f81-b28e-da0b2615b65c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Deleting port 6326fb8d-7cc2-4105-98de-60ac72a023de {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:23:19.786568 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-812a6f7f-8f1b-448c-8db2-f6e2ec09d626 req-f3dd3c9d-7119-4f81-b28e-da0b2615b65c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:19.882745 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-812a6f7f-8f1b-448c-8db2-f6e2ec09d626 req-f3dd3c9d-7119-4f81-b28e-da0b2615b65c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] For port 6326fb8d-7cc2-4105-98de-60ac72a023de, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=6326fb8d-7cc2-4105-98de-60ac72a023de,segment=NetworkSegment(90d5fd33-a215-47be-b301-ae3a83f4aa65),segment_id=90d5fd33-a215-47be-b301-ae3a83f4aa65)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:23:19.883370 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-812a6f7f-8f1b-448c-8db2-f6e2ec09d626 req-f3dd3c9d-7119-4f81-b28e-da0b2615b65c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:20.018762 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038151c-d409-4266-8da3-726042fcf763 req-54d66240-d961-4b1b-a888-c56d27106333 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:20.020269 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d038151c-d409-4266-8da3-726042fcf763 req-54d66240-d961-4b1b-a888-c56d27106333 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=cad75724-df5c-4ee8-8fd5-1435f1d6b7a5 HTTP/1.1" status: 200 len: 945 time: 0.0651100 Jul 19 17:23:20.064019 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-812a6f7f-8f1b-448c-8db2-f6e2ec09d626 req-f3dd3c9d-7119-4f81-b28e-da0b2615b65c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:20.064282 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d038151c-d409-4266-8da3-726042fcf763 req-af15d34c-f4cb-427e-a26c-41e3f383cbe0 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups?id=c9fab2c0-a67d-487d-a180-07c0917054e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381844 Jul 19 17:23:20.064584 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-812a6f7f-8f1b-448c-8db2-f6e2ec09d626 req-f3dd3c9d-7119-4f81-b28e-da0b2615b65c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-974214'] for floatingip, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:20.064926 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.db.l3_db [req-812a6f7f-8f1b-448c-8db2-f6e2ec09d626 req-f3dd3c9d-7119-4f81-b28e-da0b2615b65c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Floating IP 5d354502-654c-4c69-ad07-a58e883a5a85 disassociated. External IP: 172.27.1.115, port: 6326fb8d-7cc2-4105-98de-60ac72a023de. Jul 19 17:23:20.065334 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-812a6f7f-8f1b-448c-8db2-f6e2ec09d626 req-f3dd3c9d-7119-4f81-b28e-da0b2615b65c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Calling delete_port for 6326fb8d-7cc2-4105-98de-60ac72a023de owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:23:20.196182 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-812a6f7f-8f1b-448c-8db2-f6e2ec09d626 req-f3dd3c9d-7119-4f81-b28e-da0b2615b65c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:20.223763 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd3c9d-7119-4f81-b28e-da0b2615b65c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Pushing event deleted for resources: {'Port': ['ID=6326fb8d-7cc2-4105-98de-60ac72a023de,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:20.345063 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-812a6f7f-8f1b-448c-8db2-f6e2ec09d626 req-f3dd3c9d-7119-4f81-b28e-da0b2615b65c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Router 31f9997c-e443-4c64-90b9-e28fefa3b7ff has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:23:20.699189 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-812a6f7f-8f1b-448c-8db2-f6e2ec09d626 req-f3dd3c9d-7119-4f81-b28e-da0b2615b65c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:23:20.710571 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 41990) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:20.712515 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90851876-fb0d-4920-a592-07375ecb46ef None None] Sync routers for ids ['31f9997c-e443-4c64-90b9-e28fefa3b7ff'] in dv-cinder-801354-1-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:23:20.726147 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90851876-fb0d-4920-a592-07375ecb46ef None None] Routers {'31f9997c-e443-4c64-90b9-e28fefa3b7ff'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:23:20.726652 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-90851876-fb0d-4920-a592-07375ecb46ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:23:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['31f9997c-e443-4c64-90b9-e28fefa3b7ff'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:20.752316 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-812a6f7f-8f1b-448c-8db2-f6e2ec09d626 req-f3dd3c9d-7119-4f81-b28e-da0b2615b65c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] No DVR routers for this DVR port 6326fb8d-7cc2-4105-98de-60ac72a023de on host hv-cinder-80135 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:23:20.755371 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-812a6f7f-8f1b-448c-8db2-f6e2ec09d626 req-f3dd3c9d-7119-4f81-b28e-da0b2615b65c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:20.758083 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-812a6f7f-8f1b-448c-8db2-f6e2ec09d626 req-f3dd3c9d-7119-4f81-b28e-da0b2615b65c tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.16 "DELETE /v2.0/ports/6326fb8d-7cc2-4105-98de-60ac72a023de HTTP/1.1" status: 204 len: 173 time: 1.0663264 Jul 19 17:23:20.778529 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-35bd48e1-4a59-4561-a654-3335dba4d540 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:20.810073 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-35bd48e1-4a59-4561-a654-3335dba4d540 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:20.853795 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-90851876-fb0d-4920-a592-07375ecb46ef None None] Set router 31f9997c-e443-4c64-90b9-e28fefa3b7ff gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:23:20.877748 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-35bd48e1-4a59-4561-a654-3335dba4d540 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:20.880287 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-35bd48e1-4a59-4561-a654-3335dba4d540 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:20.881631 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-35bd48e1-4a59-4561-a654-3335dba4d540 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] 10.222.0.63 "DELETE /v2.0/security-groups/4be45e7b-5815-4390-9246-082f17b04282 HTTP/1.1" status: 204 len: 168 time: 0.1694171 Jul 19 17:23:20.891393 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd48e1-4a59-4561-a654-3335dba4d540 tempest-TestShelveInstance-1183013110 tempest-TestShelveInstance-1183013110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be45e7b-5815-4390-9246-082f17b04282,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:20.932301 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 41998) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:21.193413 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0a6a7bfc-f867-41c4-a555-ce9dd2de7826 req-a1bda401-7837-478c-948f-84902f8373dd tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/ports?device_id=cad75724-df5c-4ee8-8fd5-1435f1d6b7a5 HTTP/1.1" status: 200 len: 210 time: 0.0326061 Jul 19 17:23:21.202986 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-90851876-fb0d-4920-a592-07375ecb46ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'name': 'tempest-AttachVolumeTestJSON-92550418-router', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f1f6d06f-143b-4989-9190-693149265255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:16:55Z', 'updated_at': '2021-07-19T17:16:59Z', 'revision_number': 4, 'project_id': 'dc220f375215460db8d07850e09978fb', 'gw_port': {'id': 'f1f6d06f-143b-4989-9190-693149265255', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:16:56Z', 'updated_at': '2021-07-19T17:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'eef02279-157e-4ef5-a47c-2ecf77b3cde2', 'name': '', 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'mac_address': 'fa:16:3e:f9:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '53a8e247-a27a-46a2-abea-935b2a780c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:16:58Z', 'updated_at': '2021-07-19T17:17:07Z', 'revision_number': 5, 'project_id': 'dc220f375215460db8d07850e09978fb', 'subnets': [{'id': '53a8e247-a27a-46a2-abea-935b2a780c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:21.237398 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90851876-fb0d-4920-a592-07375ecb46ef None None] Checking router: 31f9997c-e443-4c64-90b9-e28fefa3b7ff for host: dv-cinder-801354-1-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:23:21.247591 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90851876-fb0d-4920-a592-07375ecb46ef None None] Routers {'31f9997c-e443-4c64-90b9-e28fefa3b7ff'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:23:21.248251 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-90851876-fb0d-4920-a592-07375ecb46ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:23:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['31f9997c-e443-4c64-90b9-e28fefa3b7ff'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:21.323514 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5d59ece4-3bc2-4e55-b39e-6659210a01fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-972678'] for router_interface, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:21.364925 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-90851876-fb0d-4920-a592-07375ecb46ef None None] Set router 31f9997c-e443-4c64-90b9-e28fefa3b7ff gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:23:21.560853 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-90851876-fb0d-4920-a592-07375ecb46ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'name': 'tempest-AttachVolumeTestJSON-92550418-router', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f1f6d06f-143b-4989-9190-693149265255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:16:55Z', 'updated_at': '2021-07-19T17:16:59Z', 'revision_number': 4, 'project_id': 'dc220f375215460db8d07850e09978fb', 'gw_port': {'id': 'f1f6d06f-143b-4989-9190-693149265255', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:16:56Z', 'updated_at': '2021-07-19T17:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'eef02279-157e-4ef5-a47c-2ecf77b3cde2', 'name': '', 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'mac_address': 'fa:16:3e:f9:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '53a8e247-a27a-46a2-abea-935b2a780c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:16:58Z', 'updated_at': '2021-07-19T17:17:07Z', 'revision_number': 5, 'project_id': 'dc220f375215460db8d07850e09978fb', 'subnets': [{'id': '53a8e247-a27a-46a2-abea-935b2a780c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:21.584540 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-5d59ece4-3bc2-4e55-b39e-6659210a01fc admin admin] Deleting port f85f140f-e483-4700-a39e-c7f32b599fe2 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:23:21.584884 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5d59ece4-3bc2-4e55-b39e-6659210a01fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:21.587180 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90851876-fb0d-4920-a592-07375ecb46ef None None] The sync data for ids ['31f9997c-e443-4c64-90b9-e28fefa3b7ff'] in dv-cinder-801354-1-iscsi is: [{'id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'name': 'tempest-AttachVolumeTestJSON-92550418-router', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f1f6d06f-143b-4989-9190-693149265255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:16:55Z', 'updated_at': '2021-07-19T17:16:59Z', 'revision_number': 4, 'project_id': 'dc220f375215460db8d07850e09978fb', 'gw_port': {'id': 'f1f6d06f-143b-4989-9190-693149265255', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:16:56Z', 'updated_at': '2021-07-19T17:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'eef02279-157e-4ef5-a47c-2ecf77b3cde2', 'name': '', 'network_id': 'a2a529f0-73cb-4c3b-8ecb-6e30cb300478', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'mac_address': 'fa:16:3e:f9:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '53a8e247-a27a-46a2-abea-935b2a780c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:16:58Z', 'updated_at': '2021-07-19T17:17:07Z', 'revision_number': 5, 'project_id': 'dc220f375215460db8d07850e09978fb', 'subnets': [{'id': '53a8e247-a27a-46a2-abea-935b2a780c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:23:21.604087 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad75724-df5c-4ee8-8fd5-1435f1d6b7a5', 'name': 'network-vif-deleted', 'tag': '6326fb8d-7cc2-4105-98de-60ac72a023de'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:23:21.606368 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5bc1ad-10cf-4f06-9d24-17567510703e" -d '{"events": [{"server_uuid": "cad75724-df5c-4ee8-8fd5-1435f1d6b7a5", "name": "network-vif-deleted", "tag": "6326fb8d-7cc2-4105-98de-60ac72a023de"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:23:21.643755 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07105363-8e9b-4a01-ba35-65884ffc9b17 x-openstack-request-id: req-07105363-8e9b-4a01-ba35-65884ffc9b17 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:23:21.644045 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad75724-df5c-4ee8-8fd5-1435f1d6b7a5", "name": "network-vif-deleted", "tag": "6326fb8d-7cc2-4105-98de-60ac72a023de", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:23:21.644352 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-07105363-8e9b-4a01-ba35-65884ffc9b17 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:23:21.644739 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad75724-df5c-4ee8-8fd5-1435f1d6b7a5', 'name': 'network-vif-deleted', 'tag': '6326fb8d-7cc2-4105-98de-60ac72a023de', 'status': 'completed', 'code': 200} Jul 19 17:23:21.672236 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-5d59ece4-3bc2-4e55-b39e-6659210a01fc admin admin] For port f85f140f-e483-4700-a39e-c7f32b599fe2, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=f85f140f-e483-4700-a39e-c7f32b599fe2,segment=NetworkSegment(555865e3-4c60-4a03-a50d-386083fbbf04),segment_id=555865e3-4c60-4a03-a50d-386083fbbf04)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:23:21.672598 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5d59ece4-3bc2-4e55-b39e-6659210a01fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:21.684868 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-5d59ece4-3bc2-4e55-b39e-6659210a01fc admin admin] Calling delete_port for f85f140f-e483-4700-a39e-c7f32b599fe2 owned by network:router_interface {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:23:21.778188 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device d8a5b52e-d19e-40f0-8920-730a307a5480 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:23:21.804364 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] No Port match for: d8a5b52e-d19e-40f0-8920-730a307a5480 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:23:21.804792 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device d8a5b52e-d19e-40f0-8920-730a307a5480 not bound to the agent host hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:23:21.807283 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09dba92-7eeb-4ffe-b193-5a96e911deb9 None None] New status for floating IP 5d354502-654c-4c69-ad07-a58e883a5a85: DOWN {{(pid=93288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:23:21.867764 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5d59ece4-3bc2-4e55-b39e-6659210a01fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:21.898899 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59ece4-3bc2-4e55-b39e-6659210a01fc admin admin] Pushing event deleted for resources: {'Port': ['ID=f85f140f-e483-4700-a39e-c7f32b599fe2,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:22.066373 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5d59ece4-3bc2-4e55-b39e-6659210a01fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-785094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972778'] for router_interface, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:22.276160 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d59ece4-3bc2-4e55-b39e-6659210a01fc admin admin] Router 78f2143c-a96c-4c4b-bcaa-3abf6393f313 has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:23:22.283420 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42010) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:22.340708 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7841d6fc-9a9e-44f9-afd4-88e56d60c97d tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:22.366074 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7841d6fc-9a9e-44f9-afd4-88e56d60c97d tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:22.384760 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d59ece4-3bc2-4e55-b39e-6659210a01fc admin admin] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:23:22.395674 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eaf4e7-85bb-40c3-b84a-7cd4567a6ddd None None] Sync routers for ids ['78f2143c-a96c-4c4b-bcaa-3abf6393f313'] in dv-cinder-801354-1-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:23:22.399374 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-5d59ece4-3bc2-4e55-b39e-6659210a01fc admin admin] 10.222.0.63 "PUT /v2.0/routers/78f2143c-a96c-4c4b-bcaa-3abf6393f313/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4659846 Jul 19 17:23:22.402529 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 42014) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:22.406300 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eaf4e7-85bb-40c3-b84a-7cd4567a6ddd None None] Routers {'78f2143c-a96c-4c4b-bcaa-3abf6393f313'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:23:22.407315 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-e9eaf4e7-85bb-40c3-b84a-7cd4567a6ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:23:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['78f2143c-a96c-4c4b-bcaa-3abf6393f313'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:22.423349 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7841d6fc-9a9e-44f9-afd4-88e56d60c97d tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:22.426198 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7841d6fc-9a9e-44f9-afd4-88e56d60c97d tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:22.427542 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-7841d6fc-9a9e-44f9-afd4-88e56d60c97d tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "DELETE /v2.0/security-groups/c9fab2c0-a67d-487d-a180-07c0917054e5 HTTP/1.1" status: 204 len: 168 time: 0.1430759 Jul 19 17:23:22.432388 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42016) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:22.448160 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841d6fc-9a9e-44f9-afd4-88e56d60c97d tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fab2c0-a67d-487d-a180-07c0917054e5,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:22.451012 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.api.v2.resource [None req-d8182d57-3821-4a83-b5e9-2058c05314de tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] show failed (client error): The resource could not be found. Jul 19 17:23:22.452220 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-d8182d57-3821-4a83-b5e9-2058c05314de tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "GET /v2.0/security-groups/c9fab2c0-a67d-487d-a180-07c0917054e5 HTTP/1.1" status: 404 len: 347 time: 0.0188870 Jul 19 17:23:22.456197 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42018) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:22.534195 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-e9eaf4e7-85bb-40c3-b84a-7cd4567a6ddd None None] Set router 78f2143c-a96c-4c4b-bcaa-3abf6393f313 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:23:22.542698 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b14f9e12-0156-48eb-ab15-5716975fe7c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:22.584467 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-d8b05d09-36df-484d-8d81-a2f36f8011d6 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Deleting port 270d6ae2-fdce-4435-97b3-0c81c59302ae {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:23:22.584930 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d8b05d09-36df-484d-8d81-a2f36f8011d6 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:22.640980 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b14f9e12-0156-48eb-ab15-5716975fe7c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:22.665980 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d8b05d09-36df-484d-8d81-a2f36f8011d6 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:22.666310 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d8b05d09-36df-484d-8d81-a2f36f8011d6 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:22.679894 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-d8b05d09-36df-484d-8d81-a2f36f8011d6 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Calling delete_port for 270d6ae2-fdce-4435-97b3-0c81c59302ae owned by network:floatingip {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:23:22.700915 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-b14f9e12-0156-48eb-ab15-5716975fe7c1 admin admin] Deleting port af48be06-ba12-443f-9d36-a19589f56e83 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:23:22.701280 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b14f9e12-0156-48eb-ab15-5716975fe7c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:22.712193 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-e9eaf4e7-85bb-40c3-b84a-7cd4567a6ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'name': 'tempest-TestShelveInstance-1631990831-router', 'tenant_id': '3e65159baafb47cdba6248c5654c9130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'af48be06-ba12-443f-9d36-a19589f56e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:18:28Z', 'updated_at': '2021-07-19T17:23:21Z', 'revision_number': 5, 'project_id': '3e65159baafb47cdba6248c5654c9130', 'gw_port': {'id': 'af48be06-ba12-443f-9d36-a19589f56e83', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:18:29Z', 'updated_at': '2021-07-19T17:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi'}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:22.739508 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eaf4e7-85bb-40c3-b84a-7cd4567a6ddd None None] Checking router: 78f2143c-a96c-4c4b-bcaa-3abf6393f313 for host: dv-cinder-801354-1-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:23:22.748070 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eaf4e7-85bb-40c3-b84a-7cd4567a6ddd None None] Routers {'78f2143c-a96c-4c4b-bcaa-3abf6393f313'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:23:22.748677 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-e9eaf4e7-85bb-40c3-b84a-7cd4567a6ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:23:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['78f2143c-a96c-4c4b-bcaa-3abf6393f313'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:22.787189 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-b14f9e12-0156-48eb-ab15-5716975fe7c1 admin admin] For port af48be06-ba12-443f-9d36-a19589f56e83, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=af48be06-ba12-443f-9d36-a19589f56e83,segment=NetworkSegment(7431590e-ccf2-4917-bcc9-f5f2a04630c8),segment_id=7431590e-ccf2-4917-bcc9-f5f2a04630c8)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:23:22.787813 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b14f9e12-0156-48eb-ab15-5716975fe7c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:22.804817 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-b14f9e12-0156-48eb-ab15-5716975fe7c1 admin admin] Calling delete_port for af48be06-ba12-443f-9d36-a19589f56e83 owned by network:router_gateway {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:23:22.826736 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d8b05d09-36df-484d-8d81-a2f36f8011d6 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10507233'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:22.846138 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-e9eaf4e7-85bb-40c3-b84a-7cd4567a6ddd None None] Set router 78f2143c-a96c-4c4b-bcaa-3abf6393f313 gateway port host: None {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:23:22.865849 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b05d09-36df-484d-8d81-a2f36f8011d6 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Pushing event deleted for resources: {'Port': ['ID=270d6ae2-fdce-4435-97b3-0c81c59302ae,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:22.902446 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-e9eaf4e7-85bb-40c3-b84a-7cd4567a6ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'name': 'tempest-TestShelveInstance-1631990831-router', 'tenant_id': '3e65159baafb47cdba6248c5654c9130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:18:28Z', 'updated_at': '2021-07-19T17:23:22Z', 'revision_number': 6, 'project_id': '3e65159baafb47cdba6248c5654c9130', 'gw_port_host': None}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:22.928840 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eaf4e7-85bb-40c3-b84a-7cd4567a6ddd None None] The sync data for ids ['78f2143c-a96c-4c4b-bcaa-3abf6393f313'] in dv-cinder-801354-1-iscsi is: [{'id': '78f2143c-a96c-4c4b-bcaa-3abf6393f313', 'name': 'tempest-TestShelveInstance-1631990831-router', 'tenant_id': '3e65159baafb47cdba6248c5654c9130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:18:28Z', 'updated_at': '2021-07-19T17:23:22Z', 'revision_number': 6, 'project_id': '3e65159baafb47cdba6248c5654c9130', 'gw_port_host': None}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:23:22.934244 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d8b05d09-36df-484d-8d81-a2f36f8011d6 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks [] for floatingip, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:22.936871 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d8b05d09-36df-484d-8d81-a2f36f8011d6 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for floatingip, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:22.941617 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-d8b05d09-36df-484d-8d81-a2f36f8011d6 tempest-AttachVolumeTestJSON-858834999 tempest-AttachVolumeTestJSON-858834999-project] 10.222.0.63 "DELETE /v2.0/floatingips/5d354502-654c-4c69-ad07-a58e883a5a85 HTTP/1.1" status: 204 len: 168 time: 0.4836791 Jul 19 17:23:22.992565 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b14f9e12-0156-48eb-ab15-5716975fe7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:23.020092 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f9e12-0156-48eb-ab15-5716975fe7c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=af48be06-ba12-443f-9d36-a19589f56e83,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:23.084747 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b14f9e12-0156-48eb-ab15-5716975fe7c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-974152'] for router_gateway, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:23.176795 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b14f9e12-0156-48eb-ab15-5716975fe7c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9678'] for router, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:23.178918 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b14f9e12-0156-48eb-ab15-5716975fe7c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:23.220002 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b14f9e12-0156-48eb-ab15-5716975fe7c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972476'] for router, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:23.220446 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14f9e12-0156-48eb-ab15-5716975fe7c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78f2143c-a96c-4c4b-bcaa-3abf6393f313 {{(pid=93285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 17:23:23.224804 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b14f9e12-0156-48eb-ab15-5716975fe7c1 admin admin] Notify callbacks [] for router, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:23.226020 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-b14f9e12-0156-48eb-ab15-5716975fe7c1 admin admin] 10.222.0.63 "DELETE /v2.0/routers/78f2143c-a96c-4c4b-bcaa-3abf6393f313 HTTP/1.1" status: 204 len: 168 time: 0.8219540 Jul 19 17:23:23.228553 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 42024) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:23.279519 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_v2 [None req-d996d3ea-4c3d-48c3-9ff5-acba2fc0039c admin admin] Deleting subnet b565e337-3907-43d3-b935-29e9c933bf03 {{(pid=93285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:23:23.283404 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d996d3ea-4c3d-48c3-9ff5-acba2fc0039c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:23.318265 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d996d3ea-4c3d-48c3-9ff5-acba2fc0039c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9418636'] for subnet, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:23.426016 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d996d3ea-4c3d-48c3-9ff5-acba2fc0039c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4122676'] for subnet, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:23.490496 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d996d3ea-4c3d-48c3-9ff5-acba2fc0039c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4122671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8936887'] for subnet, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:23.514286 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996d3ea-4c3d-48c3-9ff5-acba2fc0039c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b565e337-3907-43d3-b935-29e9c933bf03,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:23.520462 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d996d3ea-4c3d-48c3-9ff5-acba2fc0039c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:23.522501 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-d996d3ea-4c3d-48c3-9ff5-acba2fc0039c admin admin] 10.222.0.63 "DELETE /v2.0/subnets/b565e337-3907-43d3-b935-29e9c933bf03 HTTP/1.1" status: 204 len: 168 time: 0.2929277 Jul 19 17:23:23.525782 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 42028) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:23.528419 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e610615c-2556-47c6-998f-aa23b9ea3389 None None] Network 43f0d026-9172-4b69-8ca1-3e18e74f7863 requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:23:23.592018 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e24cb66d-051b-44ae-a0e2-7bd717b4716e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3735101'] for network, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:23.648035 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-e24cb66d-051b-44ae-a0e2-7bd717b4716e admin admin] Deleting port 996524ea-3278-4e8f-a8b2-a9bcbdfa1986 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:23:23.648371 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e24cb66d-051b-44ae-a0e2-7bd717b4716e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:23.726422 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-e24cb66d-051b-44ae-a0e2-7bd717b4716e admin admin] For port 996524ea-3278-4e8f-a8b2-a9bcbdfa1986, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=996524ea-3278-4e8f-a8b2-a9bcbdfa1986,segment=NetworkSegment(555865e3-4c60-4a03-a50d-386083fbbf04),segment_id=555865e3-4c60-4a03-a50d-386083fbbf04)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:23:23.726910 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e24cb66d-051b-44ae-a0e2-7bd717b4716e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:23.740260 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-e24cb66d-051b-44ae-a0e2-7bd717b4716e admin admin] Calling delete_port for 996524ea-3278-4e8f-a8b2-a9bcbdfa1986 owned by network:dhcp {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:23:23.750486 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621dc238-1446-46d0-8dc7-5d0c2461021a None None] DHCP port deletion for 43f0d026-9172-4b69-8ca1-3e18e74f7863 request from dv-cinder-801354-1-iscsi {{(pid=93287) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 17:23:23.779871 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device 6326fb8d-7cc2-4105-98de-60ac72a023de no longer exists at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:23:23.811003 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] No Port match for: 6326fb8d-7cc2-4105-98de-60ac72a023de {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:23:23.811344 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device 6326fb8d-7cc2-4105-98de-60ac72a023de not bound to the agent host hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:23:23.824606 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e24cb66d-051b-44ae-a0e2-7bd717b4716e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:23.829801 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-621dc238-1446-46d0-8dc7-5d0c2461021a None None] Deleting port 996524ea-3278-4e8f-a8b2-a9bcbdfa1986 {{(pid=93287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:23:23.830187 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-621dc238-1446-46d0-8dc7-5d0c2461021a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:23.854073 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24cb66d-051b-44ae-a0e2-7bd717b4716e admin admin] No DVR routers for this DVR port 996524ea-3278-4e8f-a8b2-a9bcbdfa1986 on host dv-cinder-801354-1-iscsi {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:23:23.860270 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cb66d-051b-44ae-a0e2-7bd717b4716e admin admin] Pushing event deleted for resources: {'Port': ['ID=996524ea-3278-4e8f-a8b2-a9bcbdfa1986,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:23.897373 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-621dc238-1446-46d0-8dc7-5d0c2461021a None None] For port 996524ea-3278-4e8f-a8b2-a9bcbdfa1986, host dv-cinder-801354-1-iscsi, got binding levels [] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:23:23.897924 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-621dc238-1446-46d0-8dc7-5d0c2461021a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:23.910769 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-621dc238-1446-46d0-8dc7-5d0c2461021a None None] Calling delete_port for 996524ea-3278-4e8f-a8b2-a9bcbdfa1986 owned by network:dhcp {{(pid=93287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:23:23.915325 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.ipam_backend_mixin [None req-621dc238-1446-46d0-8dc7-5d0c2461021a None None] Port 996524ea-3278-4e8f-a8b2-a9bcbdfa1986 was not found and therefore no delete operation was performed {{(pid=93287) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 19 17:23:23.916639 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-621dc238-1446-46d0-8dc7-5d0c2461021a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970'] for port, after_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:23.931686 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e24cb66d-051b-44ae-a0e2-7bd717b4716e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4124440', 'neutron.services.segments.db._delete_segments_for_network-8737332645178'] for network, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:23.942962 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-e24cb66d-051b-44ae-a0e2-7bd717b4716e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43f0d026-9172-4b69-8ca1-3e18e74f7863']}} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:23.943635 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621dc238-1446-46d0-8dc7-5d0c2461021a None None] Pushing event deleted for resources: {'Port': ['ID=996524ea-3278-4e8f-a8b2-a9bcbdfa1986,revision_number=None']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:23.947898 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621dc238-1446-46d0-8dc7-5d0c2461021a None None] No DVR routers for this DVR port 996524ea-3278-4e8f-a8b2-a9bcbdfa1986 on host dv-cinder-801354-1-iscsi {{(pid=93287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:23:23.966710 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-e24cb66d-051b-44ae-a0e2-7bd717b4716e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '555865e3-4c60-4a03-a50d-386083fbbf04') {'for_net_delete': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:23.966710 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-e24cb66d-051b-44ae-a0e2-7bd717b4716e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '555865e3-4c60-4a03-a50d-386083fbbf04') {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:23.973029 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e24cb66d-051b-44ae-a0e2-7bd717b4716e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737332645443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9418647'] for segment, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:23.990118 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e24cb66d-051b-44ae-a0e2-7bd717b4716e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:23.996101 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e24cb66d-051b-44ae-a0e2-7bd717b4716e admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=93285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:23:23.996691 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e24cb66d-051b-44ae-a0e2-7bd717b4716e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8589005'] for segment, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:23.998154 dv-cinder-801354-1-iscsi neutron-server[93285]: Traceback (most recent call last): Jul 19 17:23:23.998154 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:23:23.998154 dv-cinder-801354-1-iscsi neutron-server[93285]: timer() Jul 19 17:23:23.998154 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:23:23.998154 dv-cinder-801354-1-iscsi neutron-server[93285]: cb(*args, **kw) Jul 19 17:23:23.998154 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:23:23.998154 dv-cinder-801354-1-iscsi neutron-server[93285]: return func(*args, **kwargs) Jul 19 17:23:23.998154 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:23:23.998154 dv-cinder-801354-1-iscsi neutron-server[93285]: self._notify() Jul 19 17:23:23.998154 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:23:23.998154 dv-cinder-801354-1-iscsi neutron-server[93285]: self.callback(batched_events) Jul 19 17:23:23.998154 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:23:23.998154 dv-cinder-801354-1-iscsi neutron-server[93285]: event.method(event) Jul 19 17:23:23.998154 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:23:23.998154 dv-cinder-801354-1-iscsi neutron-server[93285]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:23:23.998154 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:23:23.998154 dv-cinder-801354-1-iscsi neutron-server[93285]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:23:23.998154 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:23:23.998154 dv-cinder-801354-1-iscsi neutron-server[93285]: return f(self, *a, **k) Jul 19 17:23:23.998154 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:23:23.998154 dv-cinder-801354-1-iscsi neutron-server[93285]: return self._get(url).json() Jul 19 17:23:23.998154 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:23:23.998154 dv-cinder-801354-1-iscsi neutron-server[93285]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:23:23.998154 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:23:23.998154 dv-cinder-801354-1-iscsi neutron-server[93285]: return self.request(url, 'GET', **kwargs) Jul 19 17:23:23.998154 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:23:23.998154 dv-cinder-801354-1-iscsi neutron-server[93285]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:23:23.998154 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:23:23.998154 dv-cinder-801354-1-iscsi neutron-server[93285]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:23:23.998154 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:23:23.998154 dv-cinder-801354-1-iscsi neutron-server[93285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:23:23.998154 dv-cinder-801354-1-iscsi neutron-server[93285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:23:24.051831 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e24cb66d-051b-44ae-a0e2-7bd717b4716e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-974196'] for network, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:24.066080 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e24cb66d-051b-44ae-a0e2-7bd717b4716e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:24.071329 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-e24cb66d-051b-44ae-a0e2-7bd717b4716e admin admin] 10.222.0.63 "DELETE /v2.0/networks/43f0d026-9172-4b69-8ca1-3e18e74f7863 HTTP/1.1" status: 204 len: 168 time: 0.5412829 Jul 19 17:23:24.072108 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42030) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:24.087032 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cb66d-051b-44ae-a0e2-7bd717b4716e admin admin] Pushing event deleted for resources: {'Network': ['ID=43f0d026-9172-4b69-8ca1-3e18e74f7863,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:24.126015 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 996524ea-3278-4e8f-a8b2-a9bcbdfa1986 no longer exists at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:23:24.147865 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] No Port match for: 996524ea-3278-4e8f-a8b2-a9bcbdfa1986 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:23:24.148301 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 996524ea-3278-4e8f-a8b2-a9bcbdfa1986 not bound to the agent host dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:23:24.148828 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device f85f140f-e483-4700-a39e-c7f32b599fe2 no longer exists at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:23:24.289777 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] No Port match for: f85f140f-e483-4700-a39e-c7f32b599fe2 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:23:24.290071 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device f85f140f-e483-4700-a39e-c7f32b599fe2 not bound to the agent host dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:23:24.290486 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device af48be06-ba12-443f-9d36-a19589f56e83 no longer exists at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:23:24.309710 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] No Port match for: af48be06-ba12-443f-9d36-a19589f56e83 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:23:24.309993 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device af48be06-ba12-443f-9d36-a19589f56e83 not bound to the agent host dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:23:24.494901 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a99fbcce-d555-4c1f-b97c-0c735317e26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-972678'] for router_interface, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:24.782618 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-a99fbcce-d555-4c1f-b97c-0c735317e26c admin admin] Deleting port debb22d0-77ca-4353-a5fd-ad1c370483b9 {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:23:24.782956 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a99fbcce-d555-4c1f-b97c-0c735317e26c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:24.858880 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-a99fbcce-d555-4c1f-b97c-0c735317e26c admin admin] For port debb22d0-77ca-4353-a5fd-ad1c370483b9, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=debb22d0-77ca-4353-a5fd-ad1c370483b9,segment=NetworkSegment(d54575f7-e200-4e20-9a06-32b700049e89),segment_id=d54575f7-e200-4e20-9a06-32b700049e89)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:23:24.859239 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a99fbcce-d555-4c1f-b97c-0c735317e26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:24.871111 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-a99fbcce-d555-4c1f-b97c-0c735317e26c admin admin] Calling delete_port for debb22d0-77ca-4353-a5fd-ad1c370483b9 owned by network:router_interface {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:23:25.310281 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a99fbcce-d555-4c1f-b97c-0c735317e26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10507233'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:25.336148 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99fbcce-d555-4c1f-b97c-0c735317e26c admin admin] Pushing event deleted for resources: {'Port': ['ID=debb22d0-77ca-4353-a5fd-ad1c370483b9,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:25.511880 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a99fbcce-d555-4c1f-b97c-0c735317e26c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-785094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972778'] for router_interface, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:25.728266 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99fbcce-d555-4c1f-b97c-0c735317e26c admin admin] Router 6db1a7ff-3973-4681-b4ae-b51cc7fd4be7 has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:23:25.759237 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-8a186ff0-9476-4637-9a88-7668d3750fe4 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-830743804&fields=id&tenant_id=c21d6eb10ed64fc3911d2dd893b82d6a HTTP/1.1" status: 200 len: 267 time: 0.0318086 Jul 19 17:23:25.832340 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99fbcce-d555-4c1f-b97c-0c735317e26c admin admin] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:23:25.840614 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-a99fbcce-d555-4c1f-b97c-0c735317e26c admin admin] 10.222.0.63 "PUT /v2.0/routers/6db1a7ff-3973-4681-b4ae-b51cc7fd4be7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7663643 Jul 19 17:23:25.840930 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42060) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:25.841591 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94f6f66-7f2c-4f85-9b01-11685352e5fb None None] Sync routers for ids ['6db1a7ff-3973-4681-b4ae-b51cc7fd4be7'] in dv-cinder-801354-1-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:23:25.855765 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94f6f66-7f2c-4f85-9b01-11685352e5fb None None] Routers {'6db1a7ff-3973-4681-b4ae-b51cc7fd4be7'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:23:25.856396 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-c94f6f66-7f2c-4f85-9b01-11685352e5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:23:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['6db1a7ff-3973-4681-b4ae-b51cc7fd4be7'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:25.878071 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-ade62954-e7e0-4978-aefa-bf081aa3ce19 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:25.879613 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-ade62954-e7e0-4978-aefa-bf081aa3ce19 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/networks?id=d62b2c12-494e-4458-aac5-b34ed4aff78c HTTP/1.1" status: 200 len: 812 time: 0.1135445 Jul 19 17:23:25.895089 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-735ca282-d40a-4059-824e-b3d02c4b9c45 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/quotas/c21d6eb10ed64fc3911d2dd893b82d6a HTTP/1.1" status: 200 len: 375 time: 0.0100999 Jul 19 17:23:25.950429 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-26d40275-2f72-45f3-99f0-7431f47b6f72 admin admin] Notify callbacks [] for router, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:25.966437 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-b53dbaf9-b80d-44e7-a68e-f02b051c2bfe tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=c21d6eb10ed64fc3911d2dd893b82d6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644197 Jul 19 17:23:25.969036 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-c94f6f66-7f2c-4f85-9b01-11685352e5fb None None] Set router 6db1a7ff-3973-4681-b4ae-b51cc7fd4be7 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:23:26.056601 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-26d40275-2f72-45f3-99f0-7431f47b6f72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:26.117532 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-26d40275-2f72-45f3-99f0-7431f47b6f72 admin admin] Deleting port f9f3dba7-73df-4ded-8638-0272f97b4642 {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:23:26.117969 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-26d40275-2f72-45f3-99f0-7431f47b6f72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:26.184952 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-c94f6f66-7f2c-4f85-9b01-11685352e5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db1a7ff-3973-4681-b4ae-b51cc7fd4be7', 'name': 'tempest-TestShelveInstance-1302959670-router', 'tenant_id': 'a0e38664031f4f0bbff93cf3d91747d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'f9f3dba7-73df-4ded-8638-0272f97b4642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:18:36Z', 'updated_at': '2021-07-19T17:23:25Z', 'revision_number': 5, 'project_id': 'a0e38664031f4f0bbff93cf3d91747d1', 'gw_port': {'id': 'f9f3dba7-73df-4ded-8638-0272f97b4642', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ab:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db1a7ff-3973-4681-b4ae-b51cc7fd4be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:18:37Z', 'updated_at': '2021-07-19T17:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi'}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:26.207149 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-26d40275-2f72-45f3-99f0-7431f47b6f72 admin admin] For port f9f3dba7-73df-4ded-8638-0272f97b4642, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=f9f3dba7-73df-4ded-8638-0272f97b4642,segment=NetworkSegment(7431590e-ccf2-4917-bcc9-f5f2a04630c8),segment_id=7431590e-ccf2-4917-bcc9-f5f2a04630c8)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:23:26.207928 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-26d40275-2f72-45f3-99f0-7431f47b6f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:26.217076 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94f6f66-7f2c-4f85-9b01-11685352e5fb None None] Checking router: 6db1a7ff-3973-4681-b4ae-b51cc7fd4be7 for host: dv-cinder-801354-1-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:23:26.222784 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-26d40275-2f72-45f3-99f0-7431f47b6f72 admin admin] Calling delete_port for f9f3dba7-73df-4ded-8638-0272f97b4642 owned by network:router_gateway {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:23:26.226495 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94f6f66-7f2c-4f85-9b01-11685352e5fb None None] Routers {'6db1a7ff-3973-4681-b4ae-b51cc7fd4be7'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:23:26.227126 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-c94f6f66-7f2c-4f85-9b01-11685352e5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:23:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['6db1a7ff-3973-4681-b4ae-b51cc7fd4be7'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:26.314085 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-c94f6f66-7f2c-4f85-9b01-11685352e5fb None None] Set router 6db1a7ff-3973-4681-b4ae-b51cc7fd4be7 gateway port host: None {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:23:26.368287 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-c94f6f66-7f2c-4f85-9b01-11685352e5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db1a7ff-3973-4681-b4ae-b51cc7fd4be7', 'name': 'tempest-TestShelveInstance-1302959670-router', 'tenant_id': 'a0e38664031f4f0bbff93cf3d91747d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:18:36Z', 'updated_at': '2021-07-19T17:23:26Z', 'revision_number': 6, 'project_id': 'a0e38664031f4f0bbff93cf3d91747d1', 'gw_port_host': None}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:26.396210 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-26d40275-2f72-45f3-99f0-7431f47b6f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10507233'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:26.417916 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-3c1060f0-ca70-4a7d-b6a2-27de5a85bd04 service neutron] 10.222.0.63 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383712 Jul 19 17:23:26.432273 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d40275-2f72-45f3-99f0-7431f47b6f72 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f3dba7-73df-4ded-8638-0272f97b4642,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:26.504888 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94f6f66-7f2c-4f85-9b01-11685352e5fb None None] The sync data for ids ['6db1a7ff-3973-4681-b4ae-b51cc7fd4be7'] in dv-cinder-801354-1-iscsi is: [{'id': '6db1a7ff-3973-4681-b4ae-b51cc7fd4be7', 'name': 'tempest-TestShelveInstance-1302959670-router', 'tenant_id': 'a0e38664031f4f0bbff93cf3d91747d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:18:36Z', 'updated_at': '2021-07-19T17:23:26Z', 'revision_number': 6, 'project_id': 'a0e38664031f4f0bbff93cf3d91747d1', 'gw_port_host': None}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:23:26.516116 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-26d40275-2f72-45f3-99f0-7431f47b6f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-974152'] for router_gateway, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:26.529462 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-3c9d5bf8-bfce-41a9-9969-4efec8cee2c8 service neutron] 10.222.0.63 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009018 Jul 19 17:23:26.552557 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 42070) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:26.620632 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-26d40275-2f72-45f3-99f0-7431f47b6f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9678'] for router, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:26.622808 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-26d40275-2f72-45f3-99f0-7431f47b6f72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:26.696905 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-26d40275-2f72-45f3-99f0-7431f47b6f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972476'] for router, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:26.697179 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d40275-2f72-45f3-99f0-7431f47b6f72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6db1a7ff-3973-4681-b4ae-b51cc7fd4be7 {{(pid=93286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 17:23:26.702341 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-26d40275-2f72-45f3-99f0-7431f47b6f72 admin admin] Notify callbacks [] for router, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:26.703704 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-26d40275-2f72-45f3-99f0-7431f47b6f72 admin admin] 10.222.0.63 "DELETE /v2.0/routers/6db1a7ff-3973-4681-b4ae-b51cc7fd4be7 HTTP/1.1" status: 204 len: 168 time: 0.8617592 Jul 19 17:23:26.706054 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42080) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:26.756368 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf2429b-65eb-4cbb-b256-c6de3e16cd54 admin admin] Deleting subnet cac3cb4f-5a98-4e2b-9c1d-6a778afe8981 {{(pid=93286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:23:26.760163 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ccf2429b-65eb-4cbb-b256-c6de3e16cd54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:26.803847 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ccf2429b-65eb-4cbb-b256-c6de3e16cd54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10966596'] for subnet, precommit_delete_associations {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:26.879257 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2a2da50f-8028-4e89-bf13-facd4eeba057 req-9ec32dbc-202a-41f3-98d8-7c3963255dd1 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ea58c69-dea4-4c0f-a4c3-e56563e404bc HTTP/1.1" status: 200 len: 210 time: 0.0398114 Jul 19 17:23:26.972746 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ccf2429b-65eb-4cbb-b256-c6de3e16cd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4122676'] for subnet, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:27.041204 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ccf2429b-65eb-4cbb-b256-c6de3e16cd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4122671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10507190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11126016'] for subnet, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:27.071551 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2429b-65eb-4cbb-b256-c6de3e16cd54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cac3cb4f-5a98-4e2b-9c1d-6a778afe8981,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:27.073640 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ccf2429b-65eb-4cbb-b256-c6de3e16cd54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:27.078123 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-ccf2429b-65eb-4cbb-b256-c6de3e16cd54 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/cac3cb4f-5a98-4e2b-9c1d-6a778afe8981 HTTP/1.1" status: 204 len: 168 time: 0.3709385 Jul 19 17:23:27.078777 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42090) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:27.082353 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b837d17-9010-4da0-946d-504fbfcca495 None None] Network c41018e2-e834-48d4-8bae-6d39bb77c37c requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:23:27.085941 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-911e51f1-fae7-47ef-bd9e-5d3563e37602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-972678'] for router_interface, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:27.145958 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d4232898-dd09-4e64-8bb9-3a9fd8063b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3735101'] for network, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:27.203361 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-d4232898-dd09-4e64-8bb9-3a9fd8063b84 admin admin] Deleting port 0b0e77a1-57a5-480d-b4be-44d5b8033057 {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:23:27.203763 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d4232898-dd09-4e64-8bb9-3a9fd8063b84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:27.279014 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-d4232898-dd09-4e64-8bb9-3a9fd8063b84 admin admin] For port 0b0e77a1-57a5-480d-b4be-44d5b8033057, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=0b0e77a1-57a5-480d-b4be-44d5b8033057,segment=NetworkSegment(d54575f7-e200-4e20-9a06-32b700049e89),segment_id=d54575f7-e200-4e20-9a06-32b700049e89)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:23:27.279410 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d4232898-dd09-4e64-8bb9-3a9fd8063b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:27.297953 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-d4232898-dd09-4e64-8bb9-3a9fd8063b84 admin admin] Calling delete_port for 0b0e77a1-57a5-480d-b4be-44d5b8033057 owned by network:dhcp {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:23:27.336748 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cff04fb-0e5c-42ef-9cae-ec1a4fac2970 None None] DHCP port deletion for c41018e2-e834-48d4-8bae-6d39bb77c37c request from dv-cinder-801354-1-iscsi {{(pid=93287) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 17:23:27.397762 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-2cff04fb-0e5c-42ef-9cae-ec1a4fac2970 None None] Deleting port 0b0e77a1-57a5-480d-b4be-44d5b8033057 {{(pid=93287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:23:27.398438 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-2cff04fb-0e5c-42ef-9cae-ec1a4fac2970 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:27.401338 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-911e51f1-fae7-47ef-bd9e-5d3563e37602 admin admin] Deleting port eef02279-157e-4ef5-a47c-2ecf77b3cde2 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:23:27.401819 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-911e51f1-fae7-47ef-bd9e-5d3563e37602 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:27.409708 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d4232898-dd09-4e64-8bb9-3a9fd8063b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10507233'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:27.438226 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4232898-dd09-4e64-8bb9-3a9fd8063b84 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b0e77a1-57a5-480d-b4be-44d5b8033057,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:27.444732 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4232898-dd09-4e64-8bb9-3a9fd8063b84 admin admin] No DVR routers for this DVR port 0b0e77a1-57a5-480d-b4be-44d5b8033057 on host dv-cinder-801354-1-iscsi {{(pid=93286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:23:27.502424 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-911e51f1-fae7-47ef-bd9e-5d3563e37602 admin admin] For port eef02279-157e-4ef5-a47c-2ecf77b3cde2, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=eef02279-157e-4ef5-a47c-2ecf77b3cde2,segment=NetworkSegment(90d5fd33-a215-47be-b301-ae3a83f4aa65),segment_id=90d5fd33-a215-47be-b301-ae3a83f4aa65)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:23:27.503082 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-911e51f1-fae7-47ef-bd9e-5d3563e37602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:27.508955 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-2cff04fb-0e5c-42ef-9cae-ec1a4fac2970 None None] For port 0b0e77a1-57a5-480d-b4be-44d5b8033057, host dv-cinder-801354-1-iscsi, got binding levels [] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:23:27.514260 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-2cff04fb-0e5c-42ef-9cae-ec1a4fac2970 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:27.521813 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-911e51f1-fae7-47ef-bd9e-5d3563e37602 admin admin] Calling delete_port for eef02279-157e-4ef5-a47c-2ecf77b3cde2 owned by network:router_interface {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:23:27.535590 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-2cff04fb-0e5c-42ef-9cae-ec1a4fac2970 None None] Calling delete_port for 0b0e77a1-57a5-480d-b4be-44d5b8033057 owned by network:dhcp {{(pid=93287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:23:27.538266 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.ipam_backend_mixin [None req-2cff04fb-0e5c-42ef-9cae-ec1a4fac2970 None None] Port 0b0e77a1-57a5-480d-b4be-44d5b8033057 was not found and therefore no delete operation was performed {{(pid=93287) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 19 17:23:27.539749 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-2cff04fb-0e5c-42ef-9cae-ec1a4fac2970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970'] for port, after_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:27.557783 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d4232898-dd09-4e64-8bb9-3a9fd8063b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4124440', 'neutron.services.segments.db._delete_segments_for_network-8737332645178'] for network, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:27.563762 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff04fb-0e5c-42ef-9cae-ec1a4fac2970 None None] Pushing event deleted for resources: {'Port': ['ID=0b0e77a1-57a5-480d-b4be-44d5b8033057,revision_number=None']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:27.568376 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-d4232898-dd09-4e64-8bb9-3a9fd8063b84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c41018e2-e834-48d4-8bae-6d39bb77c37c']}} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:27.569576 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cff04fb-0e5c-42ef-9cae-ec1a4fac2970 None None] No DVR routers for this DVR port 0b0e77a1-57a5-480d-b4be-44d5b8033057 on host dv-cinder-801354-1-iscsi {{(pid=93287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:23:27.584869 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-d4232898-dd09-4e64-8bb9-3a9fd8063b84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd54575f7-e200-4e20-9a06-32b700049e89') {'for_net_delete': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:27.585174 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-d4232898-dd09-4e64-8bb9-3a9fd8063b84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd54575f7-e200-4e20-9a06-32b700049e89') {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:27.595510 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d4232898-dd09-4e64-8bb9-3a9fd8063b84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737332645443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10966623'] for segment, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:27.610019 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d4232898-dd09-4e64-8bb9-3a9fd8063b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:27.616265 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4232898-dd09-4e64-8bb9-3a9fd8063b84 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=93286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:23:27.616653 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d4232898-dd09-4e64-8bb9-3a9fd8063b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10507228'] for segment, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:27.618361 dv-cinder-801354-1-iscsi neutron-server[93286]: Traceback (most recent call last): Jul 19 17:23:27.618361 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:23:27.618361 dv-cinder-801354-1-iscsi neutron-server[93286]: timer() Jul 19 17:23:27.618361 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:23:27.618361 dv-cinder-801354-1-iscsi neutron-server[93286]: cb(*args, **kw) Jul 19 17:23:27.618361 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:23:27.618361 dv-cinder-801354-1-iscsi neutron-server[93286]: return func(*args, **kwargs) Jul 19 17:23:27.618361 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:23:27.618361 dv-cinder-801354-1-iscsi neutron-server[93286]: self._notify() Jul 19 17:23:27.618361 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:23:27.618361 dv-cinder-801354-1-iscsi neutron-server[93286]: self.callback(batched_events) Jul 19 17:23:27.618361 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:23:27.618361 dv-cinder-801354-1-iscsi neutron-server[93286]: event.method(event) Jul 19 17:23:27.618361 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:23:27.618361 dv-cinder-801354-1-iscsi neutron-server[93286]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:23:27.618361 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:23:27.618361 dv-cinder-801354-1-iscsi neutron-server[93286]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:23:27.618361 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:23:27.618361 dv-cinder-801354-1-iscsi neutron-server[93286]: return f(self, *a, **k) Jul 19 17:23:27.618361 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:23:27.618361 dv-cinder-801354-1-iscsi neutron-server[93286]: return self._get(url).json() Jul 19 17:23:27.618361 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:23:27.618361 dv-cinder-801354-1-iscsi neutron-server[93286]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:23:27.618361 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:23:27.618361 dv-cinder-801354-1-iscsi neutron-server[93286]: return self.request(url, 'GET', **kwargs) Jul 19 17:23:27.618361 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:23:27.618361 dv-cinder-801354-1-iscsi neutron-server[93286]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:23:27.618361 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:23:27.618361 dv-cinder-801354-1-iscsi neutron-server[93286]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:23:27.618361 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:23:27.618361 dv-cinder-801354-1-iscsi neutron-server[93286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:23:27.618361 dv-cinder-801354-1-iscsi neutron-server[93286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:23:27.675521 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d4232898-dd09-4e64-8bb9-3a9fd8063b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-974196'] for network, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:27.686033 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d4232898-dd09-4e64-8bb9-3a9fd8063b84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:27.690239 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-d4232898-dd09-4e64-8bb9-3a9fd8063b84 admin admin] 10.222.0.63 "DELETE /v2.0/networks/c41018e2-e834-48d4-8bae-6d39bb77c37c HTTP/1.1" status: 204 len: 168 time: 0.6080348 Jul 19 17:23:27.697474 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4232898-dd09-4e64-8bb9-3a9fd8063b84 admin admin] Pushing event deleted for resources: {'Network': ['ID=c41018e2-e834-48d4-8bae-6d39bb77c37c,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:27.758629 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-911e51f1-fae7-47ef-bd9e-5d3563e37602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:27.793860 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e51f1-fae7-47ef-bd9e-5d3563e37602 admin admin] Pushing event deleted for resources: {'Port': ['ID=eef02279-157e-4ef5-a47c-2ecf77b3cde2,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:27.824008 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42096) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:28.056944 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d7b2f9d9-5e0a-4980-a832-f127fb33ad42 req-ac9827da-274e-4e0a-b555-c787dc378f98 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ea58c69-dea4-4c0f-a4c3-e56563e404bc HTTP/1.1" status: 200 len: 210 time: 0.0729268 Jul 19 17:23:28.108265 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-b5b5381d-23d0-472b-a226-c6c8e36f5804 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:28.109715 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-b5b5381d-23d0-472b-a226-c6c8e36f5804 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.16 "GET /v2.0/networks?id=d62b2c12-494e-4458-aac5-b34ed4aff78c HTTP/1.1" status: 200 len: 812 time: 0.2444370 Jul 19 17:23:28.113389 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-e9810555-b9bf-4998-9886-c6ca4d00f6d7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3e65159baafb47cdba6248c5654c9130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2880421 Jul 19 17:23:28.115723 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42102) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:28.117131 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-911e51f1-fae7-47ef-bd9e-5d3563e37602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-785094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972778'] for router_interface, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:28.175333 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7ee4af74-a2bc-40b8-a9af-0d8ceff7b7f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:28.198651 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7ee4af74-a2bc-40b8-a9af-0d8ceff7b7f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:28.214492 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device f9f3dba7-73df-4ded-8638-0272f97b4642 no longer exists at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:23:28.233344 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-3cf6bfe5-318b-4a55-8998-2701fea7810c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c21d6eb10ed64fc3911d2dd893b82d6a HTTP/1.1" status: 200 len: 379 time: 0.1138179 Jul 19 17:23:28.241026 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] No Port match for: f9f3dba7-73df-4ded-8638-0272f97b4642 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:23:28.241681 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device f9f3dba7-73df-4ded-8638-0272f97b4642 not bound to the agent host dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:23:28.242281 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device debb22d0-77ca-4353-a5fd-ad1c370483b9 no longer exists at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:23:28.247608 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-9d9fb420-9540-4d9c-b701-bfde735ce44c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Request body: {'port': {'device_id': '4ea58c69-dea4-4c0f-a4c3-e56563e404bc', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'admin_state_up': True, 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'security_groups': ['5df948f5-33ba-455e-a3a4-a9cf9b147c72']}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:23:28.248187 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7ee4af74-a2bc-40b8-a9af-0d8ceff7b7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:28.251694 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7ee4af74-a2bc-40b8-a9af-0d8ceff7b7f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:28.253067 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-7ee4af74-a2bc-40b8-a9af-0d8ceff7b7f2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d6b72776-dd6c-4f01-bab0-4fd741254914 HTTP/1.1" status: 204 len: 168 time: 0.1361699 Jul 19 17:23:28.261892 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4af74-a2bc-40b8-a9af-0d8ceff7b7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b72776-dd6c-4f01-bab0-4fd741254914,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:28.262957 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] No Port match for: debb22d0-77ca-4353-a5fd-ad1c370483b9 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:23:28.263797 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device debb22d0-77ca-4353-a5fd-ad1c370483b9 not bound to the agent host dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:23:28.264214 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 0b0e77a1-57a5-480d-b4be-44d5b8033057 no longer exists at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:23:28.288944 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] No Port match for: 0b0e77a1-57a5-480d-b4be-44d5b8033057 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:23:28.289318 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 0b0e77a1-57a5-480d-b4be-44d5b8033057 not bound to the agent host dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:23:28.474934 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-9d9fb420-9540-4d9c-b701-bfde735ce44c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Made reservation on behalf of c21d6eb10ed64fc3911d2dd893b82d6a for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:23:28.478495 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-9d9fb420-9540-4d9c-b701-bfde735ce44c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:28.497160 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911e51f1-fae7-47ef-bd9e-5d3563e37602 admin admin] Router 31f9997c-e443-4c64-90b9-e28fefa3b7ff has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:23:28.553276 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42108) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:28.604254 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-2c281cb8-c9b3-4492-981d-eab844bdfadf admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a0e38664031f4f0bbff93cf3d91747d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489750 Jul 19 17:23:28.606727 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42110) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:28.653730 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-cbd467d5-9073-465f-ad79-481478ecdfab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:28.674906 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-cbd467d5-9073-465f-ad79-481478ecdfab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:28.693822 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911e51f1-fae7-47ef-bd9e-5d3563e37602 admin admin] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:23:28.695757 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-9d9fb420-9540-4d9c-b701-bfde735ce44c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Allocated IP 172.20.0.13 (d62b2c12-494e-4458-aac5-b34ed4aff78c/bda2a791-f548-4eb7-b715-97839ddb9d97/e0316873-4518-45fd-b6a0-f590a40466a8) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:23:28.701872 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-911e51f1-fae7-47ef-bd9e-5d3563e37602 admin admin] 10.222.0.63 "PUT /v2.0/routers/31f9997c-e443-4c64-90b9-e28fefa3b7ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1470835 Jul 19 17:23:28.704149 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 42112) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:28.706777 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e4fc4d-fbea-47d9-9128-237bb8ea1d99 None None] Sync routers for ids ['31f9997c-e443-4c64-90b9-e28fefa3b7ff'] in dv-cinder-801354-1-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:23:28.728423 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e4fc4d-fbea-47d9-9128-237bb8ea1d99 None None] Routers {'31f9997c-e443-4c64-90b9-e28fefa3b7ff'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:23:28.729428 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-80e4fc4d-fbea-47d9-9128-237bb8ea1d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:23:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['31f9997c-e443-4c64-90b9-e28fefa3b7ff'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:28.742928 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-cbd467d5-9073-465f-ad79-481478ecdfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:28.745963 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-cbd467d5-9073-465f-ad79-481478ecdfab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:28.750259 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-cbd467d5-9073-465f-ad79-481478ecdfab admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8990fc0d-3247-490c-b2be-cab1b5a7ee85 HTTP/1.1" status: 204 len: 168 time: 0.1395040 Jul 19 17:23:28.756889 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd467d5-9073-465f-ad79-481478ecdfab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8990fc0d-3247-490c-b2be-cab1b5a7ee85,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:28.858606 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-80e4fc4d-fbea-47d9-9128-237bb8ea1d99 None None] Set router 31f9997c-e443-4c64-90b9-e28fefa3b7ff gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:23:28.885535 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-178974ef-6e09-46c4-bb10-ac5c688d8378 admin admin] Notify callbacks [] for router, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:29.001453 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-9d9fb420-9540-4d9c-b701-bfde735ce44c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:29.028596 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-9d9fb420-9540-4d9c-b701-bfde735ce44c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Transition to ACTIVE for port object e0316873-4518-45fd-b6a0-f590a40466a8 will not be triggered until provisioned by entity DHCP. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:23:29.041004 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-178974ef-6e09-46c4-bb10-ac5c688d8378 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:29.059202 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-80e4fc4d-fbea-47d9-9128-237bb8ea1d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'name': 'tempest-AttachVolumeTestJSON-92550418-router', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f1f6d06f-143b-4989-9190-693149265255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:16:55Z', 'updated_at': '2021-07-19T17:23:27Z', 'revision_number': 5, 'project_id': 'dc220f375215460db8d07850e09978fb', 'gw_port': {'id': 'f1f6d06f-143b-4989-9190-693149265255', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:16:56Z', 'updated_at': '2021-07-19T17:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi'}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:29.091715 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e4fc4d-fbea-47d9-9128-237bb8ea1d99 None None] Checking router: 31f9997c-e443-4c64-90b9-e28fefa3b7ff for host: dv-cinder-801354-1-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:23:29.101502 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e4fc4d-fbea-47d9-9128-237bb8ea1d99 None None] Routers {'31f9997c-e443-4c64-90b9-e28fefa3b7ff'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:23:29.102214 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-80e4fc4d-fbea-47d9-9128-237bb8ea1d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:23:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['31f9997c-e443-4c64-90b9-e28fefa3b7ff'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:29.104499 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-9d9fb420-9540-4d9c-b701-bfde735ce44c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:29.151960 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-178974ef-6e09-46c4-bb10-ac5c688d8378 admin admin] Deleting port f1f6d06f-143b-4989-9190-693149265255 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:23:29.152737 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-178974ef-6e09-46c4-bb10-ac5c688d8378 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:29.174503 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-9d9fb420-9540-4d9c-b701-bfde735ce44c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Network d62b2c12-494e-4458-aac5-b34ed4aff78c is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:23:29.187656 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-9d9fb420-9540-4d9c-b701-bfde735ce44c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:23:29.191489 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-9d9fb420-9540-4d9c-b701-bfde735ce44c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:23:29.194029 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fb420-9540-4d9c-b701-bfde735ce44c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Pushing event updated for resources: {'Port': ['ID=e0316873-4518-45fd-b6a0-f590a40466a8,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:29.194507 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-80e4fc4d-fbea-47d9-9128-237bb8ea1d99 None None] Set router 31f9997c-e443-4c64-90b9-e28fefa3b7ff gateway port host: None {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:23:29.209163 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65614984-11ac-48b9-bf7c-cdb30d040d4a req-d5b99083-dd4a-4821-9004-9f7cdaae1beb tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:29.210694 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-65614984-11ac-48b9-bf7c-cdb30d040d4a req-d5b99083-dd4a-4821-9004-9f7cdaae1beb tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ea58c69-dea4-4c0f-a4c3-e56563e404bc HTTP/1.1" status: 200 len: 932 time: 0.0760651 Jul 19 17:23:29.253833 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-80e4fc4d-fbea-47d9-9128-237bb8ea1d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'name': 'tempest-AttachVolumeTestJSON-92550418-router', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:16:55Z', 'updated_at': '2021-07-19T17:23:29Z', 'revision_number': 6, 'project_id': 'dc220f375215460db8d07850e09978fb', 'gw_port_host': None}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:29.268746 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-65614984-11ac-48b9-bf7c-cdb30d040d4a req-6c81d28d-a72c-476d-b63a-6ceec52a0876 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507650 Jul 19 17:23:29.285393 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-9d9fb420-9540-4d9c-b701-bfde735ce44c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:29.286022 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-9d9fb420-9540-4d9c-b701-bfde735ce44c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:29.297446 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e4fc4d-fbea-47d9-9128-237bb8ea1d99 None None] The sync data for ids ['31f9997c-e443-4c64-90b9-e28fefa3b7ff'] in dv-cinder-801354-1-iscsi is: [{'id': '31f9997c-e443-4c64-90b9-e28fefa3b7ff', 'name': 'tempest-AttachVolumeTestJSON-92550418-router', 'tenant_id': 'dc220f375215460db8d07850e09978fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:16:55Z', 'updated_at': '2021-07-19T17:23:29Z', 'revision_number': 6, 'project_id': 'dc220f375215460db8d07850e09978fb', 'gw_port_host': None}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:23:29.310165 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-178974ef-6e09-46c4-bb10-ac5c688d8378 admin admin] For port f1f6d06f-143b-4989-9190-693149265255, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=f1f6d06f-143b-4989-9190-693149265255,segment=NetworkSegment(7431590e-ccf2-4917-bcc9-f5f2a04630c8),segment_id=7431590e-ccf2-4917-bcc9-f5f2a04630c8)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:23:29.310528 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-178974ef-6e09-46c4-bb10-ac5c688d8378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:29.314935 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-9d9fb420-9540-4d9c-b701-bfde735ce44c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0736303 Jul 19 17:23:29.326747 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-972303c3-dcc4-413d-8e86-d8f013d75361 service neutron] Request body: {'port': {'device_id': '4ea58c69-dea4-4c0f-a4c3-e56563e404bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:23:29.339141 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-178974ef-6e09-46c4-bb10-ac5c688d8378 admin admin] Calling delete_port for f1f6d06f-143b-4989-9190-693149265255 owned by network:router_gateway {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:23:29.458659 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-c2eb352b-e5c1-4be1-9afa-8a965ba17086 None None] Provisioning for port e0316873-4518-45fd-b6a0-f590a40466a8 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:23:29.462902 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-c2eb352b-e5c1-4be1-9afa-8a965ba17086 None None] Provisioning complete for port e0316873-4518-45fd-b6a0-f590a40466a8 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:23:29.463486 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-c2eb352b-e5c1-4be1-9afa-8a965ba17086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:29.499579 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb352b-e5c1-4be1-9afa-8a965ba17086 None None] Port e0316873-4518-45fd-b6a0-f590a40466a8 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:23:29.712751 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-972303c3-dcc4-413d-8e86-d8f013d75361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:29.921941 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-178974ef-6e09-46c4-bb10-ac5c688d8378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:29.958777 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178974ef-6e09-46c4-bb10-ac5c688d8378 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1f6d06f-143b-4989-9190-693149265255,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:30.074339 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-178974ef-6e09-46c4-bb10-ac5c688d8378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-974152'] for router_gateway, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:30.109610 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device f1f6d06f-143b-4989-9190-693149265255 no longer exists at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:23:30.130058 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] No Port match for: f1f6d06f-143b-4989-9190-693149265255 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:23:30.130407 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device f1f6d06f-143b-4989-9190-693149265255 not bound to the agent host dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:23:30.130906 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device eef02279-157e-4ef5-a47c-2ecf77b3cde2 no longer exists at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:23:30.150962 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] No Port match for: eef02279-157e-4ef5-a47c-2ecf77b3cde2 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:23:30.151313 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device eef02279-157e-4ef5-a47c-2ecf77b3cde2 not bound to the agent host dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:23:30.181733 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-178974ef-6e09-46c4-bb10-ac5c688d8378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9678'] for router, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:30.185633 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-178974ef-6e09-46c4-bb10-ac5c688d8378 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:30.250791 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-972303c3-dcc4-413d-8e86-d8f013d75361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0316873-4518-45fd-b6a0-f590a40466a8 {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:23:30.257646 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-178974ef-6e09-46c4-bb10-ac5c688d8378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972476'] for router, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:30.258268 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178974ef-6e09-46c4-bb10-ac5c688d8378 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31f9997c-e443-4c64-90b9-e28fefa3b7ff {{(pid=93285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 17:23:30.263031 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-178974ef-6e09-46c4-bb10-ac5c688d8378 admin admin] Notify callbacks [] for router, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:30.267113 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-178974ef-6e09-46c4-bb10-ac5c688d8378 admin admin] 10.222.0.63 "DELETE /v2.0/routers/31f9997c-e443-4c64-90b9-e28fefa3b7ff HTTP/1.1" status: 204 len: 168 time: 1.5595541 Jul 19 17:23:30.267113 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-972303c3-dcc4-413d-8e86-d8f013d75361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:30.267893 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42118) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:30.279292 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-972303c3-dcc4-413d-8e86-d8f013d75361 service neutron] Transition to ACTIVE for port object e0316873-4518-45fd-b6a0-f590a40466a8 will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:23:30.283196 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-972303c3-dcc4-413d-8e86-d8f013d75361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8589033'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:30.338110 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5ae6ca-e873-4587-9b9d-9730b657191b admin admin] Deleting subnet 53a8e247-a27a-46a2-abea-935b2a780c56 {{(pid=93286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:23:30.342433 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-4f5ae6ca-e873-4587-9b9d-9730b657191b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:30.365464 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972303c3-dcc4-413d-8e86-d8f013d75361 service neutron] Pushing event updated for resources: {'Port': ['ID=e0316873-4518-45fd-b6a0-f590a40466a8,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:30.395549 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-4f5ae6ca-e873-4587-9b9d-9730b657191b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10966596'] for subnet, precommit_delete_associations {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:30.459289 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-972303c3-dcc4-413d-8e86-d8f013d75361 service neutron] Attempting to bind port e0316873-4518-45fd-b6a0-f590a40466a8 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:23:30.459627 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-972303c3-dcc4-413d-8e86-d8f013d75361 service neutron] Attempting to bind port e0316873-4518-45fd-b6a0-f590a40466a8 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '21dc7f96-dc45-4c56-9d4c-b0acb7665df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:23:30.459954 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-972303c3-dcc4-413d-8e86-d8f013d75361 service neutron] Attempting to bind port e0316873-4518-45fd-b6a0-f590a40466a8 on network d62b2c12-494e-4458-aac5-b34ed4aff78c {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:23:30.468937 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-972303c3-dcc4-413d-8e86-d8f013d75361 service neutron] Port e0316873-4518-45fd-b6a0-f590a40466a8 on network d62b2c12-494e-4458-aac5-b34ed4aff78c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:23:30.469347 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-972303c3-dcc4-413d-8e86-d8f013d75361 service neutron] Attempting to bind port e0316873-4518-45fd-b6a0-f590a40466a8 on network d62b2c12-494e-4458-aac5-b34ed4aff78c {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:23:30.480069 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-4f5ae6ca-e873-4587-9b9d-9730b657191b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4122676'] for subnet, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:30.481548 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7074b0a-108c-412b-9d4d-189dbf539091 req-035b6984-7b14-4321-831b-5aedf012fd4f tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:30.483100 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f7074b0a-108c-412b-9d4d-189dbf539091 req-035b6984-7b14-4321-831b-5aedf012fd4f tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ea58c69-dea4-4c0f-a4c3-e56563e404bc HTTP/1.1" status: 200 len: 944 time: 0.1187587 Jul 19 17:23:30.484896 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-972303c3-dcc4-413d-8e86-d8f013d75361 service neutron] Checking agent: {'id': '17f591d8-d993-47ca-b852-67375c71a36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'started_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:23:30.485259 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-972303c3-dcc4-413d-8e86-d8f013d75361 service neutron] Checking segment: {'id': '21dc7f96-dc45-4c56-9d4c-b0acb7665df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:23:30.485713 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-972303c3-dcc4-413d-8e86-d8f013d75361 service neutron] Bound using segment: {'id': '21dc7f96-dc45-4c56-9d4c-b0acb7665df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:23:30.486125 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-972303c3-dcc4-413d-8e86-d8f013d75361 service neutron] Bound port: e0316873-4518-45fd-b6a0-f590a40466a8, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21dc7f96-dc45-4c56-9d4c-b0acb7665df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:23:30.486480 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-972303c3-dcc4-413d-8e86-d8f013d75361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:30.550305 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-4f5ae6ca-e873-4587-9b9d-9730b657191b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4122671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10507190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11126016'] for subnet, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:30.566169 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f7074b0a-108c-412b-9d4d-189dbf539091 req-60ba1173-af22-4b0d-b63c-5eb274f442b2 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761154 Jul 19 17:23:30.577497 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ae6ca-e873-4587-9b9d-9730b657191b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53a8e247-a27a-46a2-abea-935b2a780c56,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:30.579731 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-4f5ae6ca-e873-4587-9b9d-9730b657191b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:30.581595 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-4f5ae6ca-e873-4587-9b9d-9730b657191b admin admin] 10.222.0.63 "DELETE /v2.0/subnets/53a8e247-a27a-46a2-abea-935b2a780c56 HTTP/1.1" status: 204 len: 168 time: 0.3122091 Jul 19 17:23:30.584005 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42122) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:30.592584 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dee210a-030e-4461-a3d7-08221a3ba586 None None] Network a2a529f0-73cb-4c3b-8ecb-6e30cb300478 requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:23:30.593112 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-972303c3-dcc4-413d-8e86-d8f013d75361 service neutron] For port e0316873-4518-45fd-b6a0-f590a40466a8, host hv-cinder-80135, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:23:30.595988 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-972303c3-dcc4-413d-8e86-d8f013d75361 service neutron] For port e0316873-4518-45fd-b6a0-f590a40466a8, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e0316873-4518-45fd-b6a0-f590a40466a8,segment=NetworkSegment(21dc7f96-dc45-4c56-9d4c-b0acb7665df9),segment_id=21dc7f96-dc45-4c56-9d4c-b0acb7665df9)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:23:30.600511 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-972303c3-dcc4-413d-8e86-d8f013d75361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8589033'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:30.639622 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-972303c3-dcc4-413d-8e86-d8f013d75361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:30.640247 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-972303c3-dcc4-413d-8e86-d8f013d75361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:30.641658 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-972303c3-dcc4-413d-8e86-d8f013d75361 service neutron] 10.222.0.16 "PUT /v2.0/ports/e0316873-4518-45fd-b6a0-f590a40466a8 HTTP/1.1" status: 200 len: 1094 time: 1.3192177 Jul 19 17:23:30.642093 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea58c69-dea4-4c0f-a4c3-e56563e404bc', 'tag': 'e0316873-4518-45fd-b6a0-f590a40466a8'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:23:30.644337 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf6e579-fe57-4bd6-a32a-5daec9cb76d2" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea58c69-dea4-4c0f-a4c3-e56563e404bc", "tag": "e0316873-4518-45fd-b6a0-f590a40466a8"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:23:30.668023 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f4bd5de9-0d3b-4640-a940-f69fc58364f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3735101'] for network, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:30.693000 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972303c3-dcc4-413d-8e86-d8f013d75361 service neutron] Pushing event updated for resources: {'Port': ['ID=e0316873-4518-45fd-b6a0-f590a40466a8,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:30.700307 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd826eb4-58f9-45ab-8f7e-9d08fb311eb2 x-openstack-request-id: req-bd826eb4-58f9-45ab-8f7e-9d08fb311eb2 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:23:30.700665 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea58c69-dea4-4c0f-a4c3-e56563e404bc", "tag": "e0316873-4518-45fd-b6a0-f590a40466a8", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:23:30.700910 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bd826eb4-58f9-45ab-8f7e-9d08fb311eb2 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:23:30.703683 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea58c69-dea4-4c0f-a4c3-e56563e404bc', 'tag': 'e0316873-4518-45fd-b6a0-f590a40466a8', 'status': 'completed', 'code': 200} Jul 19 17:23:30.741942 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-f4bd5de9-0d3b-4640-a940-f69fc58364f2 admin admin] Deleting port 27544345-acb5-4296-97b8-e3d2aaea926a {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:23:30.742353 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f4bd5de9-0d3b-4640-a940-f69fc58364f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:30.764164 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-280191e9-cc7c-4b89-b4e4-9a8a2f9cffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:30.765886 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-280191e9-cc7c-4b89-b4e4-9a8a2f9cffe8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c21d6eb10ed64fc3911d2dd893b82d6a&device_id=4ea58c69-dea4-4c0f-a4c3-e56563e404bc HTTP/1.1" status: 200 len: 1097 time: 0.0607538 Jul 19 17:23:30.815743 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-f4bd5de9-0d3b-4640-a940-f69fc58364f2 admin admin] For port 27544345-acb5-4296-97b8-e3d2aaea926a, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=27544345-acb5-4296-97b8-e3d2aaea926a,segment=NetworkSegment(90d5fd33-a215-47be-b301-ae3a83f4aa65),segment_id=90d5fd33-a215-47be-b301-ae3a83f4aa65)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:23:30.816105 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f4bd5de9-0d3b-4640-a940-f69fc58364f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:30.825474 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-77cc6711-b1a4-4179-8803-671d2bc69cb2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0316873-4518-45fd-b6a0-f590a40466a8 HTTP/1.1" status: 200 len: 217 time: 0.0509806 Jul 19 17:23:30.830080 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-f4bd5de9-0d3b-4640-a940-f69fc58364f2 admin admin] Calling delete_port for 27544345-acb5-4296-97b8-e3d2aaea926a owned by network:dhcp {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:23:30.841173 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c6ee4e-96cf-4a97-a849-2b47c39ff8a6 None None] DHCP port deletion for a2a529f0-73cb-4c3b-8ecb-6e30cb300478 request from dv-cinder-801354-1-iscsi {{(pid=93287) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 17:23:30.886817 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-524c8cd4-55ca-4c02-a93b-b7d8df2a52b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:30.888802 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-524c8cd4-55ca-4c02-a93b-b7d8df2a52b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bda2a791-f548-4eb7-b715-97839ddb9d97 HTTP/1.1" status: 200 len: 851 time: 0.0558534 Jul 19 17:23:30.906609 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-e0c6ee4e-96cf-4a97-a849-2b47c39ff8a6 None None] Deleting port 27544345-acb5-4296-97b8-e3d2aaea926a {{(pid=93287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:23:30.906981 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-e0c6ee4e-96cf-4a97-a849-2b47c39ff8a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:30.922388 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f4bd5de9-0d3b-4640-a940-f69fc58364f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10507233'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:30.948276 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-b17496e8-ad77-4094-af12-28b3a18585b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:30.949869 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-b17496e8-ad77-4094-af12-28b3a18585b1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d62b2c12-494e-4458-aac5-b34ed4aff78c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540149 Jul 19 17:23:30.951734 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd5de9-0d3b-4640-a940-f69fc58364f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=27544345-acb5-4296-97b8-e3d2aaea926a,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:30.953539 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bd5de9-0d3b-4640-a940-f69fc58364f2 admin admin] No DVR routers for this DVR port 27544345-acb5-4296-97b8-e3d2aaea926a on host dv-cinder-801354-1-iscsi {{(pid=93286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:23:30.974186 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-e0c6ee4e-96cf-4a97-a849-2b47c39ff8a6 None None] For port 27544345-acb5-4296-97b8-e3d2aaea926a, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=27544345-acb5-4296-97b8-e3d2aaea926a,segment=NetworkSegment(90d5fd33-a215-47be-b301-ae3a83f4aa65),segment_id=90d5fd33-a215-47be-b301-ae3a83f4aa65)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:23:30.974565 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-e0c6ee4e-96cf-4a97-a849-2b47c39ff8a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:30.991932 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-e0c6ee4e-96cf-4a97-a849-2b47c39ff8a6 None None] Calling delete_port for 27544345-acb5-4296-97b8-e3d2aaea926a owned by network:dhcp {{(pid=93287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:23:31.027202 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f4bd5de9-0d3b-4640-a940-f69fc58364f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4124440', 'neutron.services.segments.db._delete_segments_for_network-8737332645178'] for network, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:31.036833 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-f4bd5de9-0d3b-4640-a940-f69fc58364f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a529f0-73cb-4c3b-8ecb-6e30cb300478']}} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:31.047555 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-f4bd5de9-0d3b-4640-a940-f69fc58364f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d5fd33-a215-47be-b301-ae3a83f4aa65') {'for_net_delete': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:31.047856 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-f4bd5de9-0d3b-4640-a940-f69fc58364f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d5fd33-a215-47be-b301-ae3a83f4aa65') {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:31.052432 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-da2f77a9-716d-4704-8dfd-9e3e8bd41639 service neutron] 10.222.0.16 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943043 Jul 19 17:23:31.056717 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f4bd5de9-0d3b-4640-a940-f69fc58364f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737332645443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10966623'] for segment, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:31.070382 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f4bd5de9-0d3b-4640-a940-f69fc58364f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:31.076661 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4bd5de9-0d3b-4640-a940-f69fc58364f2 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=93286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:23:31.077048 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f4bd5de9-0d3b-4640-a940-f69fc58364f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10507228'] for segment, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:31.078743 dv-cinder-801354-1-iscsi neutron-server[93286]: Traceback (most recent call last): Jul 19 17:23:31.078743 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:23:31.078743 dv-cinder-801354-1-iscsi neutron-server[93286]: timer() Jul 19 17:23:31.078743 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:23:31.078743 dv-cinder-801354-1-iscsi neutron-server[93286]: cb(*args, **kw) Jul 19 17:23:31.078743 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:23:31.078743 dv-cinder-801354-1-iscsi neutron-server[93286]: return func(*args, **kwargs) Jul 19 17:23:31.078743 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:23:31.078743 dv-cinder-801354-1-iscsi neutron-server[93286]: self._notify() Jul 19 17:23:31.078743 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:23:31.078743 dv-cinder-801354-1-iscsi neutron-server[93286]: self.callback(batched_events) Jul 19 17:23:31.078743 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:23:31.078743 dv-cinder-801354-1-iscsi neutron-server[93286]: event.method(event) Jul 19 17:23:31.078743 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:23:31.078743 dv-cinder-801354-1-iscsi neutron-server[93286]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:23:31.078743 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:23:31.078743 dv-cinder-801354-1-iscsi neutron-server[93286]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:23:31.078743 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:23:31.078743 dv-cinder-801354-1-iscsi neutron-server[93286]: return f(self, *a, **k) Jul 19 17:23:31.078743 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:23:31.078743 dv-cinder-801354-1-iscsi neutron-server[93286]: return self._get(url).json() Jul 19 17:23:31.078743 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:23:31.078743 dv-cinder-801354-1-iscsi neutron-server[93286]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:23:31.078743 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:23:31.078743 dv-cinder-801354-1-iscsi neutron-server[93286]: return self.request(url, 'GET', **kwargs) Jul 19 17:23:31.078743 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:23:31.078743 dv-cinder-801354-1-iscsi neutron-server[93286]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:23:31.078743 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:23:31.078743 dv-cinder-801354-1-iscsi neutron-server[93286]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:23:31.078743 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:23:31.078743 dv-cinder-801354-1-iscsi neutron-server[93286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:23:31.078743 dv-cinder-801354-1-iscsi neutron-server[93286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:23:31.121043 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-e0c6ee4e-96cf-4a97-a849-2b47c39ff8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970'] for port, after_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:31.141381 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f4bd5de9-0d3b-4640-a940-f69fc58364f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-974196'] for network, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:31.146700 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f4bd5de9-0d3b-4640-a940-f69fc58364f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:31.148038 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6ee4e-96cf-4a97-a849-2b47c39ff8a6 None None] Pushing event deleted for resources: {'Port': ['ID=27544345-acb5-4296-97b8-e3d2aaea926a,revision_number=None']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:31.148612 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-f4bd5de9-0d3b-4640-a940-f69fc58364f2 admin admin] 10.222.0.63 "DELETE /v2.0/networks/a2a529f0-73cb-4c3b-8ecb-6e30cb300478 HTTP/1.1" status: 204 len: 168 time: 0.5635393 Jul 19 17:23:31.149530 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-150eb5ba-069d-4efd-9044-b3347b2b41ec req-002fa49e-2f5f-4439-b087-bdcc6b3b3755 service neutron] 10.222.0.16 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903111 Jul 19 17:23:31.152173 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c6ee4e-96cf-4a97-a849-2b47c39ff8a6 None None] No DVR routers for this DVR port 27544345-acb5-4296-97b8-e3d2aaea926a on host dv-cinder-801354-1-iscsi {{(pid=93287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:23:31.167569 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd5de9-0d3b-4640-a940-f69fc58364f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2a529f0-73cb-4c3b-8ecb-6e30cb300478,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:31.264506 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6e579-fe57-4bd6-a32a-5daec9cb76d2 req-d9dff7e1-4bfe-45f5-816e-13d834186ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:31.266630 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ddf6e579-fe57-4bd6-a32a-5daec9cb76d2 req-d9dff7e1-4bfe-45f5-816e-13d834186ada service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c21d6eb10ed64fc3911d2dd893b82d6a&device_id=4ea58c69-dea4-4c0f-a4c3-e56563e404bc HTTP/1.1" status: 200 len: 1097 time: 0.0548007 Jul 19 17:23:31.327162 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42128) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:31.366361 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-31249b11-c2d6-4a8f-b342-4c72614b1a25 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=dc220f375215460db8d07850e09978fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0375152 Jul 19 17:23:31.367759 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6e579-fe57-4bd6-a32a-5daec9cb76d2 req-b67fb270-0523-42f1-9082-3f218c19a156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:31.368856 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42130) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:31.369236 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ddf6e579-fe57-4bd6-a32a-5daec9cb76d2 req-b67fb270-0523-42f1-9082-3f218c19a156 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d62b2c12-494e-4458-aac5-b34ed4aff78c HTTP/1.1" status: 200 len: 913 time: 0.0959973 Jul 19 17:23:31.410382 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ddf6e579-fe57-4bd6-a32a-5daec9cb76d2 req-16f2023c-1b8a-4bc3-871d-553317a547bd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0316873-4518-45fd-b6a0-f590a40466a8 HTTP/1.1" status: 200 len: 217 time: 0.0340319 Jul 19 17:23:31.415743 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1ccc5a5a-ee81-4801-945c-cd1348916d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:31.435854 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1ccc5a5a-ee81-4801-945c-cd1348916d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:31.461704 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6e579-fe57-4bd6-a32a-5daec9cb76d2 req-7c6fef4a-4f5f-430f-88e5-1006f7b46369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:31.463167 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ddf6e579-fe57-4bd6-a32a-5daec9cb76d2 req-7c6fef4a-4f5f-430f-88e5-1006f7b46369 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bda2a791-f548-4eb7-b715-97839ddb9d97 HTTP/1.1" status: 200 len: 851 time: 0.0461922 Jul 19 17:23:31.483031 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1ccc5a5a-ee81-4801-945c-cd1348916d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:31.485852 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1ccc5a5a-ee81-4801-945c-cd1348916d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:31.489497 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-1ccc5a5a-ee81-4801-945c-cd1348916d9d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/264e9d2c-eca3-40f1-8767-b1c44997ae2f HTTP/1.1" status: 204 len: 168 time: 0.1172328 Jul 19 17:23:31.496410 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc5a5a-ee81-4801-945c-cd1348916d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264e9d2c-eca3-40f1-8767-b1c44997ae2f,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:31.527563 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6e579-fe57-4bd6-a32a-5daec9cb76d2 req-a46a25ec-a072-4bcd-b3e5-22871a77c65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:31.529120 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ddf6e579-fe57-4bd6-a32a-5daec9cb76d2 req-a46a25ec-a072-4bcd-b3e5-22871a77c65c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d62b2c12-494e-4458-aac5-b34ed4aff78c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586383 Jul 19 17:23:31.625024 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ddf6e579-fe57-4bd6-a32a-5daec9cb76d2 req-387a4f6a-4690-4f0e-97f2-c5049029cc05 service neutron] 10.222.0.16 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876911 Jul 19 17:23:31.758028 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ddf6e579-fe57-4bd6-a32a-5daec9cb76d2 req-45fe1d69-56c8-471f-bde3-ab906cc0fe52 service neutron] 10.222.0.16 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264031 Jul 19 17:23:31.767310 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0508707-7fe9-4cff-b338-d0b2c670dd40 req-10b43bdb-b102-47f8-9212-bcc76ea9f487 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:31.768687 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b0508707-7fe9-4cff-b338-d0b2c670dd40 req-10b43bdb-b102-47f8-9212-bcc76ea9f487 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ea58c69-dea4-4c0f-a4c3-e56563e404bc HTTP/1.1" status: 200 len: 944 time: 0.1360252 Jul 19 17:23:31.808422 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b0508707-7fe9-4cff-b338-d0b2c670dd40 req-72a3d7bc-812d-4102-a78c-cfba060baa17 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340352 Jul 19 17:23:32.120558 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 27544345-acb5-4296-97b8-e3d2aaea926a no longer exists at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:23:32.140870 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] No Port match for: 27544345-acb5-4296-97b8-e3d2aaea926a {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:23:32.141245 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 27544345-acb5-4296-97b8-e3d2aaea926a not bound to the agent host dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:23:32.939434 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9790b-fa3b-4147-ace9-8077041014c5 req-828a63d3-f55f-49f5-ad75-9dfac5e4d782 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:32.940872 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-81b9790b-fa3b-4147-ace9-8077041014c5 req-828a63d3-f55f-49f5-ad75-9dfac5e4d782 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ea58c69-dea4-4c0f-a4c3-e56563e404bc HTTP/1.1" status: 200 len: 944 time: 0.0604599 Jul 19 17:23:32.976938 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-81b9790b-fa3b-4147-ace9-8077041014c5 req-d6f13985-a6a8-4652-92f3-1715828a603d tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306427 Jul 19 17:23:34.103021 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4505a6e-ece5-43ed-9195-04bb73431f86 req-5f84eb46-cbbd-4d4a-95de-4aaf91b6de1b tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:34.104490 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f4505a6e-ece5-43ed-9195-04bb73431f86 req-5f84eb46-cbbd-4d4a-95de-4aaf91b6de1b tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ea58c69-dea4-4c0f-a4c3-e56563e404bc HTTP/1.1" status: 200 len: 944 time: 0.0625899 Jul 19 17:23:34.141548 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f4505a6e-ece5-43ed-9195-04bb73431f86 req-af68ed14-dff7-4406-8be9-6e8ba929eac2 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309365 Jul 19 17:23:35.143802 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 42200) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:35.250374 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-44376584-6670-4954-b31e-2cc1d3308b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:35.309465 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d56637-4db3-484d-a782-02bb870be8a6 req-fc75d6a1-8fd8-44f1-a532-f59f3e161b56 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:35.310938 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e3d56637-4db3-484d-a782-02bb870be8a6 req-fc75d6a1-8fd8-44f1-a532-f59f3e161b56 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ea58c69-dea4-4c0f-a4c3-e56563e404bc HTTP/1.1" status: 200 len: 944 time: 0.1045926 Jul 19 17:23:35.367438 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e3d56637-4db3-484d-a782-02bb870be8a6 req-3b81b968-6578-4701-b4e3-9a0617053c2c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494640 Jul 19 17:23:35.394862 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-44376584-6670-4954-b31e-2cc1d3308b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:35.398521 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-44376584-6670-4954-b31e-2cc1d3308b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:35.434938 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-44376584-6670-4954-b31e-2cc1d3308b75 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=befbe74833ca411bbc78890c7161da42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901034 Jul 19 17:23:35.436100 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44376584-6670-4954-b31e-2cc1d3308b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c02490-d8d7-4e0e-b4b1-1b6dd2fb9bb2,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:35.438203 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42206) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:35.484915 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fc7a81cd-6060-46f1-a258-3c1acf478017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:35.505926 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fc7a81cd-6060-46f1-a258-3c1acf478017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:35.550233 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fc7a81cd-6060-46f1-a258-3c1acf478017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:35.552781 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fc7a81cd-6060-46f1-a258-3c1acf478017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:35.553928 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-fc7a81cd-6060-46f1-a258-3c1acf478017 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/80c02490-d8d7-4e0e-b4b1-1b6dd2fb9bb2 HTTP/1.1" status: 204 len: 168 time: 0.1146772 Jul 19 17:23:35.561285 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a81cd-6060-46f1-a258-3c1acf478017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c02490-d8d7-4e0e-b4b1-1b6dd2fb9bb2,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:36.500351 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c876ac-5674-4bd4-bd90-867ba3c156f7 req-1fe838d8-3041-4e53-8b67-733ba03f0587 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:36.501890 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-43c876ac-5674-4bd4-bd90-867ba3c156f7 req-1fe838d8-3041-4e53-8b67-733ba03f0587 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ea58c69-dea4-4c0f-a4c3-e56563e404bc HTTP/1.1" status: 200 len: 944 time: 0.0664604 Jul 19 17:23:36.540131 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-43c876ac-5674-4bd4-bd90-867ba3c156f7 req-7f17776e-5f00-4c6c-9127-cdba89e8a8f0 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327618 Jul 19 17:23:36.879459 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42248) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:36.977709 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-dcccd829-8eab-45f6-beb1-301da8fba125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:37.063297 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-dcccd829-8eab-45f6-beb1-301da8fba125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:37.066852 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-dcccd829-8eab-45f6-beb1-301da8fba125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:37.107884 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-dcccd829-8eab-45f6-beb1-301da8fba125 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b2e601abda354b128d276633d70c44a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273357 Jul 19 17:23:37.108766 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcccd829-8eab-45f6-beb1-301da8fba125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053bf6c5-a4d9-4c7f-bb25-b73b27d31fda,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:37.110805 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 42252) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:37.159197 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9eae0e3b-1341-4ab4-8140-041c980c8032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:37.179785 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9eae0e3b-1341-4ab4-8140-041c980c8032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:37.224741 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9eae0e3b-1341-4ab4-8140-041c980c8032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:37.227307 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9eae0e3b-1341-4ab4-8140-041c980c8032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:37.228420 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-9eae0e3b-1341-4ab4-8140-041c980c8032 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/053bf6c5-a4d9-4c7f-bb25-b73b27d31fda HTTP/1.1" status: 204 len: 168 time: 0.1166120 Jul 19 17:23:37.236351 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae0e3b-1341-4ab4-8140-041c980c8032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053bf6c5-a4d9-4c7f-bb25-b73b27d31fda,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:37.476591 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 42258) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:37.490197 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9ae0e170-c31f-44e8-a349-fd7884717bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:37.580218 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9ae0e170-c31f-44e8-a349-fd7884717bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:37.583988 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9ae0e170-c31f-44e8-a349-fd7884717bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:37.629782 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0e170-c31f-44e8-a349-fd7884717bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc36c863-8471-449a-b345-67f147fe8b6e,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:37.648941 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-9ae0e170-c31f-44e8-a349-fd7884717bb8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=53e9312b7fb14a3db4b125f53b29bd19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1713052 Jul 19 17:23:37.651663 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42262) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:37.685972 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba70033-6c22-4fae-b3bc-132422541509 req-c86bf2e1-df38-4449-b769-fefd8a27819e tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:37.687445 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9ba70033-6c22-4fae-b3bc-132422541509 req-c86bf2e1-df38-4449-b769-fefd8a27819e tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ea58c69-dea4-4c0f-a4c3-e56563e404bc HTTP/1.1" status: 200 len: 944 time: 0.0814900 Jul 19 17:23:37.699774 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c5019941-9d16-4e3e-9ae5-7b06bc87d9b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:37.720282 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c5019941-9d16-4e3e-9ae5-7b06bc87d9b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:37.724183 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9ba70033-6c22-4fae-b3bc-132422541509 req-ca5a4266-f423-4fd6-88c6-0917818401cf tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312710 Jul 19 17:23:37.769106 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c5019941-9d16-4e3e-9ae5-7b06bc87d9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:37.771671 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c5019941-9d16-4e3e-9ae5-7b06bc87d9b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:37.772798 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-c5019941-9d16-4e3e-9ae5-7b06bc87d9b4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/dc36c863-8471-449a-b345-67f147fe8b6e HTTP/1.1" status: 204 len: 168 time: 0.1199923 Jul 19 17:23:37.780442 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5019941-9d16-4e3e-9ae5-7b06bc87d9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc36c863-8471-449a-b345-67f147fe8b6e,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:37.862075 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device e0316873-4518-45fd-b6a0-f590a40466a8 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:23:37.957627 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port e0316873-4518-45fd-b6a0-f590a40466a8, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e0316873-4518-45fd-b6a0-f590a40466a8,segment=NetworkSegment(21dc7f96-dc45-4c56-9d4c-b0acb7665df9),segment_id=21dc7f96-dc45-4c56-9d4c-b0acb7665df9)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:23:37.969468 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Returning: {'device': 'e0316873-4518-45fd-b6a0-f590a40466a8', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'port_id': 'e0316873-4518-45fd-b6a0-f590a40466a8', 'mac_address': 'fa:16:3e:06:81:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:23:38.007983 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:38.021364 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0316873-4518-45fd-b6a0-f590a40466a8 {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:23:38.041036 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port e0316873-4518-45fd-b6a0-f590a40466a8, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e0316873-4518-45fd-b6a0-f590a40466a8,segment=NetworkSegment(21dc7f96-dc45-4c56-9d4c-b0acb7665df9),segment_id=21dc7f96-dc45-4c56-9d4c-b0acb7665df9)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:23:38.045241 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:38.091517 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=e0316873-4518-45fd-b6a0-f590a40466a8,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:38.272937 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['e0316873-4518-45fd-b6a0-f590a40466a8'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:23:38.487265 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-fb35d147-e220-4692-8793-908c7aecfefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:38.853458 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b094cff-83df-4e21-9a1a-e261fa55a641 req-aba1c2bf-220d-4f05-8641-c53c37cd1d29 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:38.853936 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1b094cff-83df-4e21-9a1a-e261fa55a641 req-aba1c2bf-220d-4f05-8641-c53c37cd1d29 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ea58c69-dea4-4c0f-a4c3-e56563e404bc HTTP/1.1" status: 200 len: 945 time: 0.0641775 Jul 19 17:23:38.892453 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1b094cff-83df-4e21-9a1a-e261fa55a641 req-7b400792-1963-4bac-bf17-6c1a5d866041 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333159 Jul 19 17:23:39.404066 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42318) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:39.502741 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b23880b9-6441-4e7d-8c4a-0b055161dcb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:39.589065 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b23880b9-6441-4e7d-8c4a-0b055161dcb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:39.592504 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b23880b9-6441-4e7d-8c4a-0b055161dcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:39.629054 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-b23880b9-6441-4e7d-8c4a-0b055161dcb4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b7e71057aaf9412b882114f77547b5be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239828 Jul 19 17:23:39.629936 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23880b9-6441-4e7d-8c4a-0b055161dcb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c06fa0-3de0-448d-936d-342c9e5e2132,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:39.631768 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 42322) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:39.680260 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-eb7f9d2e-45d5-47f9-a205-ca5e28bd4dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:39.700095 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-eb7f9d2e-45d5-47f9-a205-ca5e28bd4dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:39.745500 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-eb7f9d2e-45d5-47f9-a205-ca5e28bd4dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:39.748190 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-eb7f9d2e-45d5-47f9-a205-ca5e28bd4dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:39.749342 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-eb7f9d2e-45d5-47f9-a205-ca5e28bd4dad admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/70c06fa0-3de0-448d-936d-342c9e5e2132 HTTP/1.1" status: 204 len: 168 time: 0.1165464 Jul 19 17:23:39.756482 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f9d2e-45d5-47f9-a205-ca5e28bd4dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c06fa0-3de0-448d-936d-342c9e5e2132,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:39.870435 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device e0316873-4518-45fd-b6a0-f590a40466a8 up at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:23:39.920907 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning for port e0316873-4518-45fd-b6a0-f590a40466a8 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:23:39.925033 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning complete for port e0316873-4518-45fd-b6a0-f590a40466a8 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:23:39.925421 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:40.007356 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:40.023294 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42330) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:40.026990 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf14ffc-c6b6-4a1f-9a2a-7cbb30abaed4 req-f2cf1cc4-fb47-491c-8ca7-e8bb906a88e1 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:40.028587 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-acf14ffc-c6b6-4a1f-9a2a-7cbb30abaed4 req-f2cf1cc4-fb47-491c-8ca7-e8bb906a88e1 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ea58c69-dea4-4c0f-a4c3-e56563e404bc HTTP/1.1" status: 200 len: 945 time: 0.0696516 Jul 19 17:23:40.032005 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea58c69-dea4-4c0f-a4c3-e56563e404bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0316873-4518-45fd-b6a0-f590a40466a8'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:23:40.034234 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa486d5c4e4f39956b43fe6dcc35bf0f2fe2e374caf29500c804b4cead58546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9843097-d142-42b0-8d9f-3e4bb57793f0" -d '{"events": [{"server_uuid": "4ea58c69-dea4-4c0f-a4c3-e56563e404bc", "name": "network-vif-plugged", "status": "completed", "tag": "e0316873-4518-45fd-b6a0-f590a40466a8"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:23:40.045374 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b157b05a-7bb6-42c9-85c5-3acb36f45c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:40.046735 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port e0316873-4518-45fd-b6a0-f590a40466a8, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e0316873-4518-45fd-b6a0-f590a40466a8,segment=NetworkSegment(21dc7f96-dc45-4c56-9d4c-b0acb7665df9),segment_id=21dc7f96-dc45-4c56-9d4c-b0acb7665df9)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:23:40.052051 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:40.071629 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-acf14ffc-c6b6-4a1f-9a2a-7cbb30abaed4 req-ad2ee1b4-38fc-4a1c-b61b-523cd2ddd7f7 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369654 Jul 19 17:23:40.103276 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f56816-a2af-45f2-9535-662a14128702 x-openstack-request-id: req-28f56816-a2af-45f2-9535-662a14128702 {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:23:40.103566 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea58c69-dea4-4c0f-a4c3-e56563e404bc", "name": "network-vif-plugged", "status": "completed", "tag": "e0316873-4518-45fd-b6a0-f590a40466a8", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:23:40.103812 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-28f56816-a2af-45f2-9535-662a14128702 {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:23:40.104208 dv-cinder-801354-1-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea58c69-dea4-4c0f-a4c3-e56563e404bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0316873-4518-45fd-b6a0-f590a40466a8', 'code': 200} Jul 19 17:23:40.125792 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=e0316873-4518-45fd-b6a0-f590a40466a8,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:40.146021 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b157b05a-7bb6-42c9-85c5-3acb36f45c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:40.150456 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b157b05a-7bb6-42c9-85c5-3acb36f45c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:40.188484 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-b157b05a-7bb6-42c9-85c5-3acb36f45c14 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=23e080a7fe684174b85aaf36d0e36cf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1630135 Jul 19 17:23:40.189988 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157b05a-7bb6-42c9-85c5-3acb36f45c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2423aeb5-f88a-4a06-af8f-228434c8855d,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:40.190830 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 42334) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:40.240716 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8ca038c4-3f3a-4494-809f-f7e3c3a7be5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:40.263113 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8ca038c4-3f3a-4494-809f-f7e3c3a7be5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:40.342717 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8ca038c4-3f3a-4494-809f-f7e3c3a7be5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:40.345917 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8ca038c4-3f3a-4494-809f-f7e3c3a7be5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:40.347027 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-8ca038c4-3f3a-4494-809f-f7e3c3a7be5e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2423aeb5-f88a-4a06-af8f-228434c8855d HTTP/1.1" status: 204 len: 168 time: 0.1551745 Jul 19 17:23:40.350394 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269820b-2004-474e-9901-c3c02a463c00 req-a791f5d9-85e9-4a5b-abb8-dca18ba787f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:40.351785 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b269820b-2004-474e-9901-c3c02a463c00 req-a791f5d9-85e9-4a5b-abb8-dca18ba787f9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ea58c69-dea4-4c0f-a4c3-e56563e404bc HTTP/1.1" status: 200 len: 1099 time: 0.0619588 Jul 19 17:23:40.357504 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca038c4-3f3a-4494-809f-f7e3c3a7be5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2423aeb5-f88a-4a06-af8f-228434c8855d,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:40.388612 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b269820b-2004-474e-9901-c3c02a463c00 req-99ca3ac7-124d-49f1-9603-800f49b719a2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287375 Jul 19 17:23:40.690758 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-2b955b2e-4dc1-452f-b0b2-4d7ea98db94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:41.191672 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:41.203408 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9541be8-9726-4472-b852-eaad9202fa6a req-e4722104-4da7-47b2-a200-67191fb848f6 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:41.205014 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b9541be8-9726-4472-b852-eaad9202fa6a req-e4722104-4da7-47b2-a200-67191fb848f6 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ea58c69-dea4-4c0f-a4c3-e56563e404bc HTTP/1.1" status: 200 len: 946 time: 0.0655446 Jul 19 17:23:41.251165 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b9541be8-9726-4472-b852-eaad9202fa6a req-525e6ba5-265b-4321-a901-a77086001f8c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398028 Jul 19 17:23:41.952004 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:42.386492 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd522e-adc5-4fb3-9ab1-bfca3c1b646e req-5c4457a5-9cf2-4b92-a5b7-1bc689578377 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:42.387968 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-eefd522e-adc5-4fb3-9ab1-bfca3c1b646e req-5c4457a5-9cf2-4b92-a5b7-1bc689578377 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ea58c69-dea4-4c0f-a4c3-e56563e404bc HTTP/1.1" status: 200 len: 946 time: 0.0657299 Jul 19 17:23:42.426336 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-eefd522e-adc5-4fb3-9ab1-bfca3c1b646e req-a843dca1-0378-435d-9698-23ee6035ff53 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319068 Jul 19 17:23:42.553725 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98417921-c76a-47e6-8894-3b8b95598940 req-46f77b70-eec7-4fcc-9381-9ead4a2d5852 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:42.555288 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-98417921-c76a-47e6-8894-3b8b95598940 req-46f77b70-eec7-4fcc-9381-9ead4a2d5852 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ea58c69-dea4-4c0f-a4c3-e56563e404bc HTTP/1.1" status: 200 len: 946 time: 0.0651467 Jul 19 17:23:42.595374 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-98417921-c76a-47e6-8894-3b8b95598940 req-ab2f7b80-5284-4daf-bc96-36e66992770f tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346589 Jul 19 17:23:42.617159 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 42408) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:42.671555 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 42412) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:42.695337 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:23:42.728194 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7f279b6e-fd7e-42e4-a031-71f8489cd83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:42.847508 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1519078e-ec9d-4d0c-badd-a56836a96275 tempest-TestVolumeBootPattern-1963705105 tempest-TestVolumeBootPattern-1963705105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:42.849010 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-1519078e-ec9d-4d0c-badd-a56836a96275 tempest-TestVolumeBootPattern-1963705105 tempest-TestVolumeBootPattern-1963705105-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=4ea58c69-dea4-4c0f-a4c3-e56563e404bc HTTP/1.1" status: 200 len: 1094 time: 0.2308338 Jul 19 17:23:42.852027 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 42416) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:42.859796 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-becef585-0529-4a1c-8026-06e20458fbed tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Request body: {'floatingip': {'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'port_id': 'e0316873-4518-45fd-b6a0-f590a40466a8', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:23:42.870122 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7f279b6e-fd7e-42e4-a031-71f8489cd83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:42.876210 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7f279b6e-fd7e-42e4-a031-71f8489cd83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:42.922547 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-7f279b6e-fd7e-42e4-a031-71f8489cd83f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=29b5ea1a36354cb5ad1b07d830b0b637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2499886 Jul 19 17:23:42.923642 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f279b6e-fd7e-42e4-a031-71f8489cd83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb674145-98be-4b0b-92af-ab3001ab9bbe,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:42.925342 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42418) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:42.927516 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-becef585-0529-4a1c-8026-06e20458fbed tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for floatingip, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:42.975227 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-21a1800e-8e3c-4b95-8839-a3e57792faa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:42.997868 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-21a1800e-8e3c-4b95-8839-a3e57792faa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:43.024564 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-becef585-0529-4a1c-8026-06e20458fbed tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:43.043840 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-21a1800e-8e3c-4b95-8839-a3e57792faa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:43.046536 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-21a1800e-8e3c-4b95-8839-a3e57792faa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:43.047649 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-21a1800e-8e3c-4b95-8839-a3e57792faa1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cb674145-98be-4b0b-92af-ab3001ab9bbe HTTP/1.1" status: 204 len: 168 time: 0.1212354 Jul 19 17:23:43.055538 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1800e-8e3c-4b95-8839-a3e57792faa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb674145-98be-4b0b-92af-ab3001ab9bbe,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:43.135958 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-becef585-0529-4a1c-8026-06e20458fbed tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Allocated IP 172.27.1.214 (471a83f0-55fa-4280-ad36-b168b6f04fca/5f22dab2-98ea-4073-8b5a-7afc7b46c4a2/74e381ba-bf55-427a-9dd2-66ffa9757025) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:23:43.240366 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-becef585-0529-4a1c-8026-06e20458fbed tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:43.279955 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-becef585-0529-4a1c-8026-06e20458fbed tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:43.307010 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42424) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:43.320637 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becef585-0529-4a1c-8026-06e20458fbed tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Network 471a83f0-55fa-4280-ad36-b168b6f04fca is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:23:43.320865 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-bad37d34-8c75-40dd-a6e0-6cd01152bfe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:43.323518 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-becef585-0529-4a1c-8026-06e20458fbed tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:23:43.329104 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becef585-0529-4a1c-8026-06e20458fbed tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:23:43.360218 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becef585-0529-4a1c-8026-06e20458fbed tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Pushing event updated for resources: {'Port': ['ID=74e381ba-bf55-427a-9dd2-66ffa9757025,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:43.409516 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-bad37d34-8c75-40dd-a6e0-6cd01152bfe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:43.413429 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-bad37d34-8c75-40dd-a6e0-6cd01152bfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:43.452384 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-bad37d34-8c75-40dd-a6e0-6cd01152bfe8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=546f29e2cf21410baad3fdb4e88ef95f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443038 Jul 19 17:23:43.453283 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad37d34-8c75-40dd-a6e0-6cd01152bfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c1fa40-0aac-4822-8a31-26816a661933,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:43.455857 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 42426) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:43.584632 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1f463088-d2cc-4836-9c13-5498a9ebf07a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:43.619809 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1f463088-d2cc-4836-9c13-5498a9ebf07a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:43.705352 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:43.764894 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1f463088-d2cc-4836-9c13-5498a9ebf07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:43.767463 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1f463088-d2cc-4836-9c13-5498a9ebf07a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:43.768601 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-1f463088-d2cc-4836-9c13-5498a9ebf07a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b9c1fa40-0aac-4822-8a31-26816a661933 HTTP/1.1" status: 204 len: 168 time: 0.3114398 Jul 19 17:23:43.778547 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-becef585-0529-4a1c-8026-06e20458fbed tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:43.780299 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f463088-d2cc-4836-9c13-5498a9ebf07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c1fa40-0aac-4822-8a31-26816a661933,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:43.858054 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-becef585-0529-4a1c-8026-06e20458fbed tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:44.010920 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-becef585-0529-4a1c-8026-06e20458fbed tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:44.018051 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-becef585-0529-4a1c-8026-06e20458fbed tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8589033'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:44.084820 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becef585-0529-4a1c-8026-06e20458fbed tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Pushing event updated for resources: {'Port': ['ID=74e381ba-bf55-427a-9dd2-66ffa9757025,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:44.095079 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-becef585-0529-4a1c-8026-06e20458fbed tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-974214'] for floatingip, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:44.192201 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.db.l3_db [None req-becef585-0529-4a1c-8026-06e20458fbed tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Floating IP 72aaf71d-407f-4459-8106-fa111ca134b0 associated. External IP: 172.27.1.214, port: e0316873-4518-45fd-b6a0-f590a40466a8. Jul 19 17:23:44.651440 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-becef585-0529-4a1c-8026-06e20458fbed tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Router ba23abe3-2658-4a92-a11d-66b4ce51ef82 has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:23:44.759579 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becef585-0529-4a1c-8026-06e20458fbed tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:23:44.771064 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352a304c-a706-41b3-a227-5d617c7680f3 None None] Sync routers for ids ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'] in dv-cinder-801354-1-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:23:44.780187 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-becef585-0529-4a1c-8026-06e20458fbed tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for floatingip, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:44.782044 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352a304c-a706-41b3-a227-5d617c7680f3 None None] Routers {'ba23abe3-2658-4a92-a11d-66b4ce51ef82'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:23:44.782877 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-352a304c-a706-41b3-a227-5d617c7680f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:23:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:44.829234 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-becef585-0529-4a1c-8026-06e20458fbed tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9646194 Jul 19 17:23:44.829234 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea58c69-dea4-4c0f-a4c3-e56563e404bc', 'tag': 'e0316873-4518-45fd-b6a0-f590a40466a8'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:23:44.829234 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79740db7-06c6-41ca-9e20-299e3be08f1c" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea58c69-dea4-4c0f-a4c3-e56563e404bc", "tag": "e0316873-4518-45fd-b6a0-f590a40466a8"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:23:44.858979 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b02e2ce-e198-40e3-8670-394d6e16e672 x-openstack-request-id: req-6b02e2ce-e198-40e3-8670-394d6e16e672 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:23:44.859275 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea58c69-dea4-4c0f-a4c3-e56563e404bc", "tag": "e0316873-4518-45fd-b6a0-f590a40466a8", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:23:44.859532 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6b02e2ce-e198-40e3-8670-394d6e16e672 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:23:44.859935 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea58c69-dea4-4c0f-a4c3-e56563e404bc', 'tag': 'e0316873-4518-45fd-b6a0-f590a40466a8', 'status': 'completed', 'code': 200} Jul 19 17:23:44.897456 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-352a304c-a706-41b3-a227-5d617c7680f3 None None] Set router ba23abe3-2658-4a92-a11d-66b4ce51ef82 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:23:44.940497 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79740db7-06c6-41ca-9e20-299e3be08f1c req-4737827b-8c40-459a-b4e3-aa53ec7d6c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:44.943180 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-79740db7-06c6-41ca-9e20-299e3be08f1c req-4737827b-8c40-459a-b4e3-aa53ec7d6c22 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c21d6eb10ed64fc3911d2dd893b82d6a&device_id=4ea58c69-dea4-4c0f-a4c3-e56563e404bc HTTP/1.1" status: 200 len: 1099 time: 0.0578284 Jul 19 17:23:45.044572 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79740db7-06c6-41ca-9e20-299e3be08f1c req-e17659b9-1a77-4e74-a96a-ec6c3777630f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:45.046153 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-79740db7-06c6-41ca-9e20-299e3be08f1c req-e17659b9-1a77-4e74-a96a-ec6c3777630f service neutron] 10.222.0.16 "GET /v2.0/networks?id=d62b2c12-494e-4458-aac5-b34ed4aff78c HTTP/1.1" status: 200 len: 913 time: 0.0956299 Jul 19 17:23:45.120741 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-79740db7-06c6-41ca-9e20-299e3be08f1c req-bf8c3fc3-ccfa-4844-8772-36a46429b632 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0316873-4518-45fd-b6a0-f590a40466a8 HTTP/1.1" status: 200 len: 1000 time: 0.0671997 Jul 19 17:23:45.128511 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-352a304c-a706-41b3-a227-5d617c7680f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'name': 'tempest-TestVolumeBootPattern-1741162834-router', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:22:57Z', 'updated_at': '2021-07-19T17:23:00Z', 'revision_number': 4, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'gw_port': {'id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:58Z', 'updated_at': '2021-07-19T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_floatingips': [{'id': '72aaf71d-407f-4459-8106-fa111ca134b0', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'router_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'port_id': 'e0316873-4518-45fd-b6a0-f590a40466a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'mac_address': 'fa:16:3e:06:81:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea58c69-dea4-4c0f-a4c3-e56563e404bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:23:43Z', 'updated_at': '2021-07-19T17:23:43Z', 'revision_number': 0, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6db82407-1b91-46a0-adaa-1b8541f71f9c', 'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'mac_address': 'fa:16:3e:0a:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:59Z', 'updated_at': '2021-07-19T17:23:06Z', 'revision_number': 5, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'subnets': [{'id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:45.161203 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352a304c-a706-41b3-a227-5d617c7680f3 None None] Checking router: ba23abe3-2658-4a92-a11d-66b4ce51ef82 for host: dv-cinder-801354-1-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:23:45.170162 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352a304c-a706-41b3-a227-5d617c7680f3 None None] Routers {'ba23abe3-2658-4a92-a11d-66b4ce51ef82'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:23:45.171231 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-352a304c-a706-41b3-a227-5d617c7680f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:23:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:45.176450 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79740db7-06c6-41ca-9e20-299e3be08f1c req-9ae6d6b2-a98c-4575-b0d3-55046f3959d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:45.178046 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-79740db7-06c6-41ca-9e20-299e3be08f1c req-9ae6d6b2-a98c-4575-b0d3-55046f3959d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bda2a791-f548-4eb7-b715-97839ddb9d97 HTTP/1.1" status: 200 len: 851 time: 0.0489967 Jul 19 17:23:45.236977 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79740db7-06c6-41ca-9e20-299e3be08f1c req-eef2594e-0996-46ec-88d8-2881b41cf705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:45.238566 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-79740db7-06c6-41ca-9e20-299e3be08f1c req-eef2594e-0996-46ec-88d8-2881b41cf705 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d62b2c12-494e-4458-aac5-b34ed4aff78c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538864 Jul 19 17:23:45.279596 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-352a304c-a706-41b3-a227-5d617c7680f3 None None] Set router ba23abe3-2658-4a92-a11d-66b4ce51ef82 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:23:45.351231 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-79740db7-06c6-41ca-9e20-299e3be08f1c req-5d4151e9-8b84-4a20-9099-46439c22b6f4 service neutron] 10.222.0.16 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059208 Jul 19 17:23:45.455405 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-79740db7-06c6-41ca-9e20-299e3be08f1c req-77dd90b0-c54a-48b1-a554-13e13100acd2 service neutron] 10.222.0.16 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974581 Jul 19 17:23:45.512061 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-352a304c-a706-41b3-a227-5d617c7680f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'name': 'tempest-TestVolumeBootPattern-1741162834-router', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:22:57Z', 'updated_at': '2021-07-19T17:23:00Z', 'revision_number': 4, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'gw_port': {'id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:58Z', 'updated_at': '2021-07-19T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_floatingips': [{'id': '72aaf71d-407f-4459-8106-fa111ca134b0', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'router_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'port_id': 'e0316873-4518-45fd-b6a0-f590a40466a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'mac_address': 'fa:16:3e:06:81:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea58c69-dea4-4c0f-a4c3-e56563e404bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:23:43Z', 'updated_at': '2021-07-19T17:23:43Z', 'revision_number': 0, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6db82407-1b91-46a0-adaa-1b8541f71f9c', 'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'mac_address': 'fa:16:3e:0a:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:59Z', 'updated_at': '2021-07-19T17:23:06Z', 'revision_number': 5, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'subnets': [{'id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:45.545260 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352a304c-a706-41b3-a227-5d617c7680f3 None None] The sync data for ids ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'] in dv-cinder-801354-1-iscsi is: [{'id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'name': 'tempest-TestVolumeBootPattern-1741162834-router', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:22:57Z', 'updated_at': '2021-07-19T17:23:00Z', 'revision_number': 4, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'gw_port': {'id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:58Z', 'updated_at': '2021-07-19T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_floatingips': [{'id': '72aaf71d-407f-4459-8106-fa111ca134b0', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'router_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'port_id': 'e0316873-4518-45fd-b6a0-f590a40466a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'mac_address': 'fa:16:3e:06:81:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea58c69-dea4-4c0f-a4c3-e56563e404bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:23:43Z', 'updated_at': '2021-07-19T17:23:43Z', 'revision_number': 0, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6db82407-1b91-46a0-adaa-1b8541f71f9c', 'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'mac_address': 'fa:16:3e:0a:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:59Z', 'updated_at': '2021-07-19T17:23:06Z', 'revision_number': 5, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'subnets': [{'id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:23:45.724931 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e4e64c-b961-4673-9b68-78e1f0ff0750 None None] New status for floating IP 72aaf71d-407f-4459-8106-fa111ca134b0: ACTIVE {{(pid=93287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:23:46.594122 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:48.701818 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 42530) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:48.809343 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a54bf419-9beb-4a41-9c0b-53ec7d185141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:48.908444 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a54bf419-9beb-4a41-9c0b-53ec7d185141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:48.911880 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a54bf419-9beb-4a41-9c0b-53ec7d185141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:48.950366 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54bf419-9beb-4a41-9c0b-53ec7d185141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6b1230-c657-4cdd-9340-6f2029577754,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:48.955152 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-a54bf419-9beb-4a41-9c0b-53ec7d185141 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=99bb082f460f415383db3beb185e2c42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2523270 Jul 19 17:23:48.957792 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 42534) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:49.003884 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7773debb-989c-44eb-9d7f-1d7ef4004e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:49.024476 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7773debb-989c-44eb-9d7f-1d7ef4004e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:49.068326 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7773debb-989c-44eb-9d7f-1d7ef4004e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:49.071153 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7773debb-989c-44eb-9d7f-1d7ef4004e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:49.072267 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-7773debb-989c-44eb-9d7f-1d7ef4004e64 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ff6b1230-c657-4cdd-9340-6f2029577754 HTTP/1.1" status: 204 len: 168 time: 0.1135979 Jul 19 17:23:49.080142 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773debb-989c-44eb-9d7f-1d7ef4004e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6b1230-c657-4cdd-9340-6f2029577754,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:49.327665 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 42542) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:49.340533 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5965b068-ff3b-4e6e-b518-74a626fcf21b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:49.429867 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5965b068-ff3b-4e6e-b518-74a626fcf21b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:49.433179 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5965b068-ff3b-4e6e-b518-74a626fcf21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:49.470011 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-5965b068-ff3b-4e6e-b518-74a626fcf21b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=57ce38eac7d2432390f37387db1793af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413016 Jul 19 17:23:49.470842 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965b068-ff3b-4e6e-b518-74a626fcf21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa62679-b012-4630-83de-8879cdb0c40b,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:49.473523 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42544) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:49.523178 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-49529fd7-666f-4863-bdfc-492fcec5786e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:49.543822 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-49529fd7-666f-4863-bdfc-492fcec5786e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:49.589518 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-49529fd7-666f-4863-bdfc-492fcec5786e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:49.592032 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-49529fd7-666f-4863-bdfc-492fcec5786e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:49.593152 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-49529fd7-666f-4863-bdfc-492fcec5786e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/afa62679-b012-4630-83de-8879cdb0c40b HTTP/1.1" status: 204 len: 168 time: 0.1182992 Jul 19 17:23:49.600891 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49529fd7-666f-4863-bdfc-492fcec5786e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa62679-b012-4630-83de-8879cdb0c40b,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:49.899425 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42552) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:49.915298 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1dff6f33-075a-49ad-a03a-b73771a55bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:50.002923 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1dff6f33-075a-49ad-a03a-b73771a55bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:50.006832 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1dff6f33-075a-49ad-a03a-b73771a55bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:50.044190 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff6f33-075a-49ad-a03a-b73771a55bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc676be1-47ff-4221-9957-637dfbc03439,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:50.049837 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-1dff6f33-075a-49ad-a03a-b73771a55bf3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cf8a8a9c5aee4672abbac22d8c51c371&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1491275 Jul 19 17:23:50.052472 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 42560) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:50.112902 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-63beb775-57db-4eae-87df-411fbc6d25b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:50.133324 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-63beb775-57db-4eae-87df-411fbc6d25b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:50.182443 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-63beb775-57db-4eae-87df-411fbc6d25b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:50.185050 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-63beb775-57db-4eae-87df-411fbc6d25b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:50.188109 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-63beb775-57db-4eae-87df-411fbc6d25b6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/dc676be1-47ff-4221-9957-637dfbc03439 HTTP/1.1" status: 204 len: 168 time: 0.1327915 Jul 19 17:23:50.200023 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63beb775-57db-4eae-87df-411fbc6d25b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc676be1-47ff-4221-9957-637dfbc03439,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:51.509464 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71f86e-4bd9-4060-a89a-01e505421177 req-23ae99d1-9b82-4086-abae-214f664402f3 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:51.510846 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6c71f86e-4bd9-4060-a89a-01e505421177 req-23ae99d1-9b82-4086-abae-214f664402f3 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 946 time: 0.0614655 Jul 19 17:23:51.546110 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6c71f86e-4bd9-4060-a89a-01e505421177 req-816a8888-3d4b-4941-8215-e91e982676b6 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295391 Jul 19 17:23:52.685691 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28cf1a-ab18-4846-9a99-09b300f705e8 req-0e71bc3e-c86f-486d-a560-72bdfd2b9222 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:52.687286 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0d28cf1a-ab18-4846-9a99-09b300f705e8 req-0e71bc3e-c86f-486d-a560-72bdfd2b9222 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 946 time: 0.0680389 Jul 19 17:23:52.726445 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0d28cf1a-ab18-4846-9a99-09b300f705e8 req-e3a12e67-f709-442f-a8c3-cf4e64ad53de tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329843 Jul 19 17:23:53.066915 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04660fcf-c892-4483-b1ff-40ed66fda7a2 req-cb6274dc-2a0e-4800-bd2d-2e6d0a4eb65e tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:53.068495 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-04660fcf-c892-4483-b1ff-40ed66fda7a2 req-cb6274dc-2a0e-4800-bd2d-2e6d0a4eb65e tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.16 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 946 time: 0.0652976 Jul 19 17:23:53.164179 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-04660fcf-c892-4483-b1ff-40ed66fda7a2 req-0aa8a791-7d44-4f4b-a6be-472b8e910f9f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Deleting port fd3def10-0145-42f3-8325-f6c30a803012 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:23:53.164666 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-04660fcf-c892-4483-b1ff-40ed66fda7a2 req-0aa8a791-7d44-4f4b-a6be-472b8e910f9f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:53.256352 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-04660fcf-c892-4483-b1ff-40ed66fda7a2 req-0aa8a791-7d44-4f4b-a6be-472b8e910f9f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] For port fd3def10-0145-42f3-8325-f6c30a803012, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=fd3def10-0145-42f3-8325-f6c30a803012,segment=NetworkSegment(49f3122a-bd8b-4c70-a3d0-44b9da145ba2),segment_id=49f3122a-bd8b-4c70-a3d0-44b9da145ba2)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:23:53.256593 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-04660fcf-c892-4483-b1ff-40ed66fda7a2 req-0aa8a791-7d44-4f4b-a6be-472b8e910f9f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:53.417416 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-04660fcf-c892-4483-b1ff-40ed66fda7a2 req-0aa8a791-7d44-4f4b-a6be-472b8e910f9f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:53.417781 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-04660fcf-c892-4483-b1ff-40ed66fda7a2 req-0aa8a791-7d44-4f4b-a6be-472b8e910f9f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-974214'] for floatingip, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:53.418089 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.db.l3_db [req-04660fcf-c892-4483-b1ff-40ed66fda7a2 req-0aa8a791-7d44-4f4b-a6be-472b8e910f9f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Floating IP 6869d490-b245-4c03-952d-5609416595c5 disassociated. External IP: 172.27.1.90, port: fd3def10-0145-42f3-8325-f6c30a803012. Jul 19 17:23:53.418426 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-04660fcf-c892-4483-b1ff-40ed66fda7a2 req-0aa8a791-7d44-4f4b-a6be-472b8e910f9f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Calling delete_port for fd3def10-0145-42f3-8325-f6c30a803012 owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:23:53.543325 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-04660fcf-c892-4483-b1ff-40ed66fda7a2 req-0aa8a791-7d44-4f4b-a6be-472b8e910f9f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:53.573651 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa8a791-7d44-4f4b-a6be-472b8e910f9f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Pushing event deleted for resources: {'Port': ['ID=fd3def10-0145-42f3-8325-f6c30a803012,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:53.686284 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04660fcf-c892-4483-b1ff-40ed66fda7a2 req-0aa8a791-7d44-4f4b-a6be-472b8e910f9f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Router e460b3d0-5a1d-462c-9230-b1366338442a has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:23:53.797302 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04660fcf-c892-4483-b1ff-40ed66fda7a2 req-0aa8a791-7d44-4f4b-a6be-472b8e910f9f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:23:53.807711 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef50dec-b94e-4934-b94c-a9b8576c4635 None None] Sync routers for ids ['e460b3d0-5a1d-462c-9230-b1366338442a'] in dv-cinder-801354-1-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:23:53.816475 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef50dec-b94e-4934-b94c-a9b8576c4635 None None] Routers {'e460b3d0-5a1d-462c-9230-b1366338442a'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:23:53.817163 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-aef50dec-b94e-4934-b94c-a9b8576c4635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:23:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['e460b3d0-5a1d-462c-9230-b1366338442a'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:53.827416 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8b88d155-12ea-43c5-a9aa-e34cbcf4481d req-2e863c2b-ae2d-4b96-aaa6-6d016beb0a34 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=fca12345-aa09-4a39-9b76-83930c9127cf HTTP/1.1" status: 200 len: 210 time: 0.0305171 Jul 19 17:23:53.841364 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-04660fcf-c892-4483-b1ff-40ed66fda7a2 req-0aa8a791-7d44-4f4b-a6be-472b8e910f9f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] No DVR routers for this DVR port fd3def10-0145-42f3-8325-f6c30a803012 on host hv-cinder-80135 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:23:53.844038 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-04660fcf-c892-4483-b1ff-40ed66fda7a2 req-0aa8a791-7d44-4f4b-a6be-472b8e910f9f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:53.847114 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-04660fcf-c892-4483-b1ff-40ed66fda7a2 req-0aa8a791-7d44-4f4b-a6be-472b8e910f9f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.16 "DELETE /v2.0/ports/fd3def10-0145-42f3-8325-f6c30a803012 HTTP/1.1" status: 204 len: 173 time: 0.7723908 Jul 19 17:23:53.847562 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca12345-aa09-4a39-9b76-83930c9127cf', 'name': 'network-vif-deleted', 'tag': 'fd3def10-0145-42f3-8325-f6c30a803012'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:23:53.850343 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c710f7c-20e9-4c15-b428-4ceb55b7c18a" -d '{"events": [{"server_uuid": "fca12345-aa09-4a39-9b76-83930c9127cf", "name": "network-vif-deleted", "tag": "fd3def10-0145-42f3-8325-f6c30a803012"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:23:53.907415 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8598db-ba33-4ce4-ba0e-b9685805cbcb x-openstack-request-id: req-1c8598db-ba33-4ce4-ba0e-b9685805cbcb {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:23:53.907707 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca12345-aa09-4a39-9b76-83930c9127cf", "name": "network-vif-deleted", "tag": "fd3def10-0145-42f3-8325-f6c30a803012", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:23:53.908602 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1c8598db-ba33-4ce4-ba0e-b9685805cbcb {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:23:53.908602 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca12345-aa09-4a39-9b76-83930c9127cf', 'name': 'network-vif-deleted', 'tag': 'fd3def10-0145-42f3-8325-f6c30a803012', 'status': 'completed', 'code': 200} Jul 19 17:23:53.935141 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-aef50dec-b94e-4934-b94c-a9b8576c4635 None None] Set router e460b3d0-5a1d-462c-9230-b1366338442a gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:23:54.149824 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-aef50dec-b94e-4934-b94c-a9b8576c4635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'name': 'tempest-AttachVolumeShelveTestJSON-1950806056-router', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:20:47Z', 'updated_at': '2021-07-19T17:20:50Z', 'revision_number': 4, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'gw_port': {'id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:48Z', 'updated_at': '2021-07-19T17:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'ca1336cd-a81f-4ef9-a50b-bd616031edda', 'name': '', 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'mac_address': 'fa:16:3e:0c:3e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:49Z', 'updated_at': '2021-07-19T17:20:55Z', 'revision_number': 5, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'subnets': [{'id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:54.159411 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 42644) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:54.175583 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef50dec-b94e-4934-b94c-a9b8576c4635 None None] Checking router: e460b3d0-5a1d-462c-9230-b1366338442a for host: dv-cinder-801354-1-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:23:54.183594 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef50dec-b94e-4934-b94c-a9b8576c4635 None None] Routers {'e460b3d0-5a1d-462c-9230-b1366338442a'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:23:54.184186 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-aef50dec-b94e-4934-b94c-a9b8576c4635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:23:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['e460b3d0-5a1d-462c-9230-b1366338442a'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:54.263838 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-66542d15-be76-49e6-880a-da47e010d329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:54.289046 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-aef50dec-b94e-4934-b94c-a9b8576c4635 None None] Set router e460b3d0-5a1d-462c-9230-b1366338442a gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:23:54.359555 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-66542d15-be76-49e6-880a-da47e010d329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:54.365719 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-66542d15-be76-49e6-880a-da47e010d329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:54.406152 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-66542d15-be76-49e6-880a-da47e010d329 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d22e9c1526e141c8a6be69d50e4478a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455971 Jul 19 17:23:54.407068 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66542d15-be76-49e6-880a-da47e010d329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae55dd2-3f29-49a9-8c34-32334f94332b,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:54.408937 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42648) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:54.469390 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-48c3e3ff-2003-459e-8b1f-b9b77547e686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:54.489876 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-48c3e3ff-2003-459e-8b1f-b9b77547e686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:54.500915 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-aef50dec-b94e-4934-b94c-a9b8576c4635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'name': 'tempest-AttachVolumeShelveTestJSON-1950806056-router', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:20:47Z', 'updated_at': '2021-07-19T17:20:50Z', 'revision_number': 4, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'gw_port': {'id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:48Z', 'updated_at': '2021-07-19T17:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'ca1336cd-a81f-4ef9-a50b-bd616031edda', 'name': '', 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'mac_address': 'fa:16:3e:0c:3e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:49Z', 'updated_at': '2021-07-19T17:20:55Z', 'revision_number': 5, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'subnets': [{'id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:23:54.531200 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef50dec-b94e-4934-b94c-a9b8576c4635 None None] The sync data for ids ['e460b3d0-5a1d-462c-9230-b1366338442a'] in dv-cinder-801354-1-iscsi is: [{'id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'name': 'tempest-AttachVolumeShelveTestJSON-1950806056-router', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:20:47Z', 'updated_at': '2021-07-19T17:20:50Z', 'revision_number': 4, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'gw_port': {'id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:48Z', 'updated_at': '2021-07-19T17:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'ca1336cd-a81f-4ef9-a50b-bd616031edda', 'name': '', 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'mac_address': 'fa:16:3e:0c:3e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:49Z', 'updated_at': '2021-07-19T17:20:55Z', 'revision_number': 5, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'subnets': [{'id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:23:54.537287 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-48c3e3ff-2003-459e-8b1f-b9b77547e686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:54.539902 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-48c3e3ff-2003-459e-8b1f-b9b77547e686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:54.543531 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-48c3e3ff-2003-459e-8b1f-b9b77547e686 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8ae55dd2-3f29-49a9-8c34-32334f94332b HTTP/1.1" status: 204 len: 168 time: 0.1310880 Jul 19 17:23:54.550571 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3e3ff-2003-459e-8b1f-b9b77547e686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae55dd2-3f29-49a9-8c34-32334f94332b,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:54.748695 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0985401-e3e4-4f35-87c2-fe06fd6bf755 None None] New status for floating IP 6869d490-b245-4c03-952d-5609416595c5: DOWN {{(pid=93287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:23:54.925380 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42666) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:54.982739 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3d2afb2e-2d08-4a27-a66d-06e4f6ec2152 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:55.011026 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3d2afb2e-2d08-4a27-a66d-06e4f6ec2152 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:55.059120 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3d2afb2e-2d08-4a27-a66d-06e4f6ec2152 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:55.061898 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3d2afb2e-2d08-4a27-a66d-06e4f6ec2152 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:55.063119 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-3d2afb2e-2d08-4a27-a66d-06e4f6ec2152 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "DELETE /v2.0/security-groups/2aef8f9f-c21b-4713-ac7b-f3dd0b06310b HTTP/1.1" status: 204 len: 168 time: 0.1362147 Jul 19 17:23:55.066044 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 42674) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:55.072824 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2afb2e-2d08-4a27-a66d-06e4f6ec2152 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aef8f9f-c21b-4713-ac7b-f3dd0b06310b,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:55.080232 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.api.v2.resource [None req-1d24db68-ac9c-4445-b788-a0f18df08a66 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] show failed (client error): The resource could not be found. Jul 19 17:23:55.084106 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42676) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:55.084559 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-1d24db68-ac9c-4445-b788-a0f18df08a66 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups/2aef8f9f-c21b-4713-ac7b-f3dd0b06310b HTTP/1.1" status: 404 len: 347 time: 0.0170169 Jul 19 17:23:55.457454 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-8966c51a-677a-4903-b7ad-2a6ac2a3d5e2 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Deleting port 8085c264-39b1-486c-b2b9-d2a216678b53 {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:23:55.457808 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8966c51a-677a-4903-b7ad-2a6ac2a3d5e2 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:55.537185 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8966c51a-677a-4903-b7ad-2a6ac2a3d5e2 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:55.537544 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8966c51a-677a-4903-b7ad-2a6ac2a3d5e2 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:55.549134 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-8966c51a-677a-4903-b7ad-2a6ac2a3d5e2 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Calling delete_port for 8085c264-39b1-486c-b2b9-d2a216678b53 owned by network:floatingip {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:23:55.678506 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8966c51a-677a-4903-b7ad-2a6ac2a3d5e2 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10507233'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:55.705203 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8966c51a-677a-4903-b7ad-2a6ac2a3d5e2 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Pushing event deleted for resources: {'Port': ['ID=8085c264-39b1-486c-b2b9-d2a216678b53,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:55.731451 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966c51a-677a-4903-b7ad-2a6ac2a3d5e2 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:55.731801 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966c51a-677a-4903-b7ad-2a6ac2a3d5e2 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:55.732144 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966c51a-677a-4903-b7ad-2a6ac2a3d5e2 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:55.732481 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966c51a-677a-4903-b7ad-2a6ac2a3d5e2 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:55.732815 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966c51a-677a-4903-b7ad-2a6ac2a3d5e2 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:55.733148 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966c51a-677a-4903-b7ad-2a6ac2a3d5e2 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:55.733501 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966c51a-677a-4903-b7ad-2a6ac2a3d5e2 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:55.733830 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966c51a-677a-4903-b7ad-2a6ac2a3d5e2 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:55.734155 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966c51a-677a-4903-b7ad-2a6ac2a3d5e2 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:55.734479 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966c51a-677a-4903-b7ad-2a6ac2a3d5e2 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:55.734837 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966c51a-677a-4903-b7ad-2a6ac2a3d5e2 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:55.735160 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966c51a-677a-4903-b7ad-2a6ac2a3d5e2 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:55.773660 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8966c51a-677a-4903-b7ad-2a6ac2a3d5e2 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for floatingip, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:55.776159 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8966c51a-677a-4903-b7ad-2a6ac2a3d5e2 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for floatingip, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:55.777411 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-8966c51a-677a-4903-b7ad-2a6ac2a3d5e2 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "DELETE /v2.0/floatingips/6869d490-b245-4c03-952d-5609416595c5 HTTP/1.1" status: 204 len: 168 time: 0.6921771 Jul 19 17:23:55.965667 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42704) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:55.971228 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-6b2c33e3-d080-44fd-8da7-5db5ec38fa4d tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Request body: {'security_group': {'name': 'tempest-securitygroup--167974852', 'description': 'tempest-description--146159066'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:23:55.991230 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device fd3def10-0145-42f3-8325-f6c30a803012 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:23:55.995864 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6b2c33e3-d080-44fd-8da7-5db5ec38fa4d tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:56.012233 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] No Port match for: fd3def10-0145-42f3-8325-f6c30a803012 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:23:56.012579 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device fd3def10-0145-42f3-8325-f6c30a803012 not bound to the agent host hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:23:56.083467 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6b2c33e3-d080-44fd-8da7-5db5ec38fa4d tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:56.087522 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6b2c33e3-d080-44fd-8da7-5db5ec38fa4d tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:56.116222 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6b2c33e3-d080-44fd-8da7-5db5ec38fa4d tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:56.117439 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-6b2c33e3-d080-44fd-8da7-5db5ec38fa4d tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1507022 Jul 19 17:23:56.119166 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c33e3-d080-44fd-8da7-5db5ec38fa4d tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=167d19bf-ef66-4146-84f1-0a3c1f5a6e05,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:56.120428 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 42710) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:56.125147 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-e56ec2de-aa90-4310-bffc-51650f264599 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Request body: {'security_group_rule': {'security_group_id': '167d19bf-ef66-4146-84f1-0a3c1f5a6e05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:23:56.156919 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e56ec2de-aa90-4310-bffc-51650f264599 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:56.208200 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e56ec2de-aa90-4310-bffc-51650f264599 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:56.212356 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e56ec2de-aa90-4310-bffc-51650f264599 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548936'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:56.241757 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ec2de-aa90-4310-bffc-51650f264599 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1016308-2cbd-4eae-8c39-1c227903d56c,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:56.251437 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e56ec2de-aa90-4310-bffc-51650f264599 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:56.255959 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-e56ec2de-aa90-4310-bffc-51650f264599 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310871 Jul 19 17:23:56.255959 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56ec2de-aa90-4310-bffc-51650f264599 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:56.256222 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42716) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:56.257538 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56ec2de-aa90-4310-bffc-51650f264599 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:56.257912 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56ec2de-aa90-4310-bffc-51650f264599 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:56.258262 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56ec2de-aa90-4310-bffc-51650f264599 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:56.258601 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56ec2de-aa90-4310-bffc-51650f264599 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:56.258942 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56ec2de-aa90-4310-bffc-51650f264599 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:56.259333 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56ec2de-aa90-4310-bffc-51650f264599 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:56.259705 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56ec2de-aa90-4310-bffc-51650f264599 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:56.260035 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56ec2de-aa90-4310-bffc-51650f264599 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:56.260362 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56ec2de-aa90-4310-bffc-51650f264599 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:56.260688 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56ec2de-aa90-4310-bffc-51650f264599 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:56.261017 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56ec2de-aa90-4310-bffc-51650f264599 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:23:56.261938 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-d12cefb5-6280-4d0e-a7d2-a7643f4d6d89 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Request body: {'security_group_rule': {'security_group_id': '167d19bf-ef66-4146-84f1-0a3c1f5a6e05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:23:56.295416 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d12cefb5-6280-4d0e-a7d2-a7643f4d6d89 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:56.350508 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d12cefb5-6280-4d0e-a7d2-a7643f4d6d89 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:56.354080 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d12cefb5-6280-4d0e-a7d2-a7643f4d6d89 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548936'] for security_group_rule, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:56.370928 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12cefb5-6280-4d0e-a7d2-a7643f4d6d89 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77fd04fc-bf13-42c7-a1a8-581326ea4fde,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:56.378555 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d12cefb5-6280-4d0e-a7d2-a7643f4d6d89 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:56.379782 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-d12cefb5-6280-4d0e-a7d2-a7643f4d6d89 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230330 Jul 19 17:23:56.382971 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42718) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:23:56.387288 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-07695fd2-090a-48c5-8667-5d5dcda9fc54 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Request body: {'floatingip': {'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:23:56.411760 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-07695fd2-090a-48c5-8667-5d5dcda9fc54 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for floatingip, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:56.516680 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-07695fd2-090a-48c5-8667-5d5dcda9fc54 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:56.631492 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-07695fd2-090a-48c5-8667-5d5dcda9fc54 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Allocated IP 172.27.1.155 (471a83f0-55fa-4280-ad36-b168b6f04fca/5f22dab2-98ea-4073-8b5a-7afc7b46c4a2/56b9717f-2f2d-466e-95a4-f217cfbf26da) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:23:56.735819 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-07695fd2-090a-48c5-8667-5d5dcda9fc54 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:56.773028 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-07695fd2-090a-48c5-8667-5d5dcda9fc54 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10507233'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:56.808084 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07695fd2-090a-48c5-8667-5d5dcda9fc54 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Network 471a83f0-55fa-4280-ad36-b168b6f04fca is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:23:56.813073 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-07695fd2-090a-48c5-8667-5d5dcda9fc54 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:23:56.816498 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07695fd2-090a-48c5-8667-5d5dcda9fc54 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:23:56.839734 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07695fd2-090a-48c5-8667-5d5dcda9fc54 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Pushing event updated for resources: {'Port': ['ID=56b9717f-2f2d-466e-95a4-f217cfbf26da,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:56.901439 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-07695fd2-090a-48c5-8667-5d5dcda9fc54 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:56.948705 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-07695fd2-090a-48c5-8667-5d5dcda9fc54 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:57.096553 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-07695fd2-090a-48c5-8667-5d5dcda9fc54 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:57.100850 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-07695fd2-090a-48c5-8667-5d5dcda9fc54 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10507256'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:57.167539 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07695fd2-090a-48c5-8667-5d5dcda9fc54 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Pushing event updated for resources: {'Port': ['ID=56b9717f-2f2d-466e-95a4-f217cfbf26da,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:57.175383 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-07695fd2-090a-48c5-8667-5d5dcda9fc54 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-974214'] for floatingip, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:57.187510 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-07695fd2-090a-48c5-8667-5d5dcda9fc54 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for floatingip, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:57.189532 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-07695fd2-090a-48c5-8667-5d5dcda9fc54 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8055484 Jul 19 17:23:57.372203 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-18878946-6434-4db1-84ae-995edb0a604c req-d914f3f1-f996-40c4-8fa6-b9def980d71e tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--167974852&fields=id&tenant_id=60cd58df01ad441785d8271f5ef670e1 HTTP/1.1" status: 200 len: 267 time: 0.0325668 Jul 19 17:23:57.477000 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18878946-6434-4db1-84ae-995edb0a604c req-4f2743db-1b7f-422a-a247-d6ad53872107 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:57.478488 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-18878946-6434-4db1-84ae-995edb0a604c req-4f2743db-1b7f-422a-a247-d6ad53872107 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/networks?id=4e8d5024-2593-474f-aedc-412be4f13971 HTTP/1.1" status: 200 len: 817 time: 0.0996494 Jul 19 17:23:57.493845 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-18878946-6434-4db1-84ae-995edb0a604c req-4e5a0cc0-a1c6-4779-a90d-6f8d6724cf96 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/quotas/60cd58df01ad441785d8271f5ef670e1 HTTP/1.1" status: 200 len: 375 time: 0.0100789 Jul 19 17:23:57.568726 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-18878946-6434-4db1-84ae-995edb0a604c req-87c61886-d4a2-4546-b062-5df18491a5ec tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=60cd58df01ad441785d8271f5ef670e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0697410 Jul 19 17:23:57.663185 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-18878946-6434-4db1-84ae-995edb0a604c req-e6769b9d-f7c4-44db-8564-7ecf31f77636 service neutron] 10.222.0.63 "GET /v2.0/networks/4e8d5024-2593-474f-aedc-412be4f13971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834539 Jul 19 17:23:57.757174 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-18878946-6434-4db1-84ae-995edb0a604c req-53df9a2c-88f0-40e3-9a83-2d84a26e9214 service neutron] 10.222.0.63 "GET /v2.0/networks/4e8d5024-2593-474f-aedc-412be4f13971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877666 Jul 19 17:23:57.933894 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-807af709-0d6b-4768-8b7d-e49f07c39e88 req-65618b82-b6dd-4f5a-9896-52e33f2e1069 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 210 time: 0.0356054 Jul 19 17:23:58.922982 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18878946-6434-4db1-84ae-995edb0a604c req-1a79322c-5c7e-45ea-b700-d14a62a06495 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:58.924454 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-18878946-6434-4db1-84ae-995edb0a604c req-1a79322c-5c7e-45ea-b700-d14a62a06495 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.16 "GET /v2.0/networks?id=4e8d5024-2593-474f-aedc-412be4f13971 HTTP/1.1" status: 200 len: 817 time: 0.1051755 Jul 19 17:23:58.975402 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-18878946-6434-4db1-84ae-995edb0a604c req-0f194750-5203-44b7-899d-027e41906b97 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60cd58df01ad441785d8271f5ef670e1 HTTP/1.1" status: 200 len: 379 time: 0.0404196 Jul 19 17:23:58.984139 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-18878946-6434-4db1-84ae-995edb0a604c req-9a0f3395-647b-4e7b-867d-180117198fe7 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Request body: {'port': {'device_id': 'da307bb1-bc0e-4d99-bdf5-da11f55de2c0', 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971', 'admin_state_up': True, 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'security_groups': ['167d19bf-ef66-4146-84f1-0a3c1f5a6e05']}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:23:59.038335 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1f1be67c-5fec-45e2-a534-903f41b0e9c2 req-f7100eb4-2325-4740-ad74-33458f0cbe33 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 210 time: 0.0312250 Jul 19 17:23:59.116186 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18878946-6434-4db1-84ae-995edb0a604c req-9a0f3395-647b-4e7b-867d-180117198fe7 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Made reservation on behalf of 60cd58df01ad441785d8271f5ef670e1 for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:23:59.119659 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-18878946-6434-4db1-84ae-995edb0a604c req-9a0f3395-647b-4e7b-867d-180117198fe7 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:59.242417 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-18878946-6434-4db1-84ae-995edb0a604c req-9a0f3395-647b-4e7b-867d-180117198fe7 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Allocated IP 172.20.0.12 (4e8d5024-2593-474f-aedc-412be4f13971/4b8f48ce-8da9-45bc-8ad9-174085a888a6/56d8c53e-5e16-4ebc-b945-e8ca7344b3b8) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:23:59.377710 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-18878946-6434-4db1-84ae-995edb0a604c req-9a0f3395-647b-4e7b-867d-180117198fe7 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:59.390970 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-18878946-6434-4db1-84ae-995edb0a604c req-9a0f3395-647b-4e7b-867d-180117198fe7 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Transition to ACTIVE for port object 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 will not be triggered until provisioned by entity DHCP. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:23:59.423081 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-18878946-6434-4db1-84ae-995edb0a604c req-9a0f3395-647b-4e7b-867d-180117198fe7 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:59.465577 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18878946-6434-4db1-84ae-995edb0a604c req-9a0f3395-647b-4e7b-867d-180117198fe7 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Network 4e8d5024-2593-474f-aedc-412be4f13971 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:23:59.468676 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-18878946-6434-4db1-84ae-995edb0a604c req-9a0f3395-647b-4e7b-867d-180117198fe7 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:23:59.472977 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-18878946-6434-4db1-84ae-995edb0a604c req-9a0f3395-647b-4e7b-867d-180117198fe7 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:23:59.479097 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f3395-647b-4e7b-867d-180117198fe7 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Pushing event updated for resources: {'Port': ['ID=56d8c53e-5e16-4ebc-b945-e8ca7344b3b8,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:23:59.525372 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18878946-6434-4db1-84ae-995edb0a604c req-9a0f3395-647b-4e7b-867d-180117198fe7 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:23:59.525996 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-18878946-6434-4db1-84ae-995edb0a604c req-9a0f3395-647b-4e7b-867d-180117198fe7 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:59.543474 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-18878946-6434-4db1-84ae-995edb0a604c req-9a0f3395-647b-4e7b-867d-180117198fe7 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5630629 Jul 19 17:23:59.561362 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-18878946-6434-4db1-84ae-995edb0a604c req-aaf9cea3-39a0-4cf4-853b-efe0a369d247 service neutron] Request body: {'port': {'device_id': 'da307bb1-bc0e-4d99-bdf5-da11f55de2c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:23:59.640393 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-18878946-6434-4db1-84ae-995edb0a604c req-aaf9cea3-39a0-4cf4-853b-efe0a369d247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:59.710435 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-f36bbb83-99c9-4d21-aa42-c4f29a5d9680 None None] Provisioning for port 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:23:59.714648 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-f36bbb83-99c9-4d21-aa42-c4f29a5d9680 None None] Provisioning complete for port 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:23:59.715124 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f36bbb83-99c9-4d21-aa42-c4f29a5d9680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:59.754714 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-f36bbb83-99c9-4d21-aa42-c4f29a5d9680 None None] Port 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:23:59.912329 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-18878946-6434-4db1-84ae-995edb0a604c req-aaf9cea3-39a0-4cf4-853b-efe0a369d247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:23:59.919634 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-18878946-6434-4db1-84ae-995edb0a604c req-aaf9cea3-39a0-4cf4-853b-efe0a369d247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:59.931365 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-18878946-6434-4db1-84ae-995edb0a604c req-aaf9cea3-39a0-4cf4-853b-efe0a369d247 service neutron] Transition to ACTIVE for port object 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:23:59.934084 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-18878946-6434-4db1-84ae-995edb0a604c req-aaf9cea3-39a0-4cf4-853b-efe0a369d247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8589033'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:23:59.981071 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf9cea3-39a0-4cf4-853b-efe0a369d247 service neutron] Pushing event updated for resources: {'Port': ['ID=56d8c53e-5e16-4ebc-b945-e8ca7344b3b8,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:00.059368 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-18878946-6434-4db1-84ae-995edb0a604c req-aaf9cea3-39a0-4cf4-853b-efe0a369d247 service neutron] Attempting to bind port 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:24:00.059798 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-18878946-6434-4db1-84ae-995edb0a604c req-aaf9cea3-39a0-4cf4-853b-efe0a369d247 service neutron] Attempting to bind port 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '49f3122a-bd8b-4c70-a3d0-44b9da145ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:24:00.060128 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18878946-6434-4db1-84ae-995edb0a604c req-aaf9cea3-39a0-4cf4-853b-efe0a369d247 service neutron] Attempting to bind port 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 on network 4e8d5024-2593-474f-aedc-412be4f13971 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:24:00.065600 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18878946-6434-4db1-84ae-995edb0a604c req-aaf9cea3-39a0-4cf4-853b-efe0a369d247 service neutron] Port 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 on network 4e8d5024-2593-474f-aedc-412be4f13971 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:24:00.066048 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18878946-6434-4db1-84ae-995edb0a604c req-aaf9cea3-39a0-4cf4-853b-efe0a369d247 service neutron] Attempting to bind port 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 on network 4e8d5024-2593-474f-aedc-412be4f13971 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:24:00.073115 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18878946-6434-4db1-84ae-995edb0a604c req-aaf9cea3-39a0-4cf4-853b-efe0a369d247 service neutron] Checking agent: {'id': '17f591d8-d993-47ca-b852-67375c71a36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'started_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:24:00.073565 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18878946-6434-4db1-84ae-995edb0a604c req-aaf9cea3-39a0-4cf4-853b-efe0a369d247 service neutron] Checking segment: {'id': '49f3122a-bd8b-4c70-a3d0-44b9da145ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:24:00.074275 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18878946-6434-4db1-84ae-995edb0a604c req-aaf9cea3-39a0-4cf4-853b-efe0a369d247 service neutron] Bound using segment: {'id': '49f3122a-bd8b-4c70-a3d0-44b9da145ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:24:00.074518 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-18878946-6434-4db1-84ae-995edb0a604c req-aaf9cea3-39a0-4cf4-853b-efe0a369d247 service neutron] Bound port: 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f3122a-bd8b-4c70-a3d0-44b9da145ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:24:00.074947 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-18878946-6434-4db1-84ae-995edb0a604c req-aaf9cea3-39a0-4cf4-853b-efe0a369d247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:00.148885 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-18878946-6434-4db1-84ae-995edb0a604c req-aaf9cea3-39a0-4cf4-853b-efe0a369d247 service neutron] For port 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8, host hv-cinder-80135, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:24:00.152208 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-18878946-6434-4db1-84ae-995edb0a604c req-aaf9cea3-39a0-4cf4-853b-efe0a369d247 service neutron] For port 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=56d8c53e-5e16-4ebc-b945-e8ca7344b3b8,segment=NetworkSegment(49f3122a-bd8b-4c70-a3d0-44b9da145ba2),segment_id=49f3122a-bd8b-4c70-a3d0-44b9da145ba2)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:24:00.156323 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-18878946-6434-4db1-84ae-995edb0a604c req-aaf9cea3-39a0-4cf4-853b-efe0a369d247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8589033'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:00.177865 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cfd50-13af-4cc7-af61-8ada166a5747 req-e1ba7ab9-9728-4671-a514-c4b9eead4c51 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:00.179522 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-534cfd50-13af-4cc7-af61-8ada166a5747 req-e1ba7ab9-9728-4671-a514-c4b9eead4c51 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 944 time: 0.0664847 Jul 19 17:24:00.192936 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18878946-6434-4db1-84ae-995edb0a604c req-aaf9cea3-39a0-4cf4-853b-efe0a369d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:00.193574 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-18878946-6434-4db1-84ae-995edb0a604c req-aaf9cea3-39a0-4cf4-853b-efe0a369d247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:00.195038 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-18878946-6434-4db1-84ae-995edb0a604c req-aaf9cea3-39a0-4cf4-853b-efe0a369d247 service neutron] 10.222.0.16 "PUT /v2.0/ports/56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 HTTP/1.1" status: 200 len: 1094 time: 0.6388865 Jul 19 17:24:00.197485 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da307bb1-bc0e-4d99-bdf5-da11f55de2c0', 'tag': '56d8c53e-5e16-4ebc-b945-e8ca7344b3b8'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:24:00.201013 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240bc8b1-3490-4701-9fa5-35f19b38c482" -d '{"events": [{"name": "network-changed", "server_uuid": "da307bb1-bc0e-4d99-bdf5-da11f55de2c0", "tag": "56d8c53e-5e16-4ebc-b945-e8ca7344b3b8"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:24:00.231961 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf9cea3-39a0-4cf4-853b-efe0a369d247 service neutron] Pushing event updated for resources: {'Port': ['ID=56d8c53e-5e16-4ebc-b945-e8ca7344b3b8,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:00.246552 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-534cfd50-13af-4cc7-af61-8ada166a5747 req-0a19e1c3-6350-4fee-8a3e-0def0af34600 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606086 Jul 19 17:24:00.274368 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13594c9d-e6e3-4ffe-acd4-c49a85debcc9 x-openstack-request-id: req-13594c9d-e6e3-4ffe-acd4-c49a85debcc9 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:24:00.274655 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da307bb1-bc0e-4d99-bdf5-da11f55de2c0", "tag": "56d8c53e-5e16-4ebc-b945-e8ca7344b3b8", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:24:00.274906 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-13594c9d-e6e3-4ffe-acd4-c49a85debcc9 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:24:00.275307 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da307bb1-bc0e-4d99-bdf5-da11f55de2c0', 'tag': '56d8c53e-5e16-4ebc-b945-e8ca7344b3b8', 'status': 'completed', 'code': 200} Jul 19 17:24:00.303789 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18878946-6434-4db1-84ae-995edb0a604c req-dee468a5-5c37-4cce-a4d6-adbd7293a1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:00.305430 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-18878946-6434-4db1-84ae-995edb0a604c req-dee468a5-5c37-4cce-a4d6-adbd7293a1cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60cd58df01ad441785d8271f5ef670e1&device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 1097 time: 0.0656736 Jul 19 17:24:00.349101 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-18878946-6434-4db1-84ae-995edb0a604c req-57069efc-32b9-4841-b08d-90b107b90ed1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 HTTP/1.1" status: 200 len: 217 time: 0.0351906 Jul 19 17:24:00.399643 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18878946-6434-4db1-84ae-995edb0a604c req-a4f18d38-32ab-4b0f-acbb-cd91dee854b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:00.401145 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-18878946-6434-4db1-84ae-995edb0a604c req-a4f18d38-32ab-4b0f-acbb-cd91dee854b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b8f48ce-8da9-45bc-8ad9-174085a888a6 HTTP/1.1" status: 200 len: 856 time: 0.0454783 Jul 19 17:24:00.464054 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18878946-6434-4db1-84ae-995edb0a604c req-ceb6aca5-6402-4b5c-9b35-b3cfdd887179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:00.465595 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-18878946-6434-4db1-84ae-995edb0a604c req-ceb6aca5-6402-4b5c-9b35-b3cfdd887179 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4e8d5024-2593-474f-aedc-412be4f13971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578558 Jul 19 17:24:00.555670 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-18878946-6434-4db1-84ae-995edb0a604c req-ff4f38db-3103-42b9-9880-cc63a0a573f9 service neutron] 10.222.0.16 "GET /v2.0/networks/4e8d5024-2593-474f-aedc-412be4f13971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831676 Jul 19 17:24:00.648918 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-18878946-6434-4db1-84ae-995edb0a604c req-2adee14e-5e76-4589-a1e3-96b589120bcf service neutron] 10.222.0.16 "GET /v2.0/networks/4e8d5024-2593-474f-aedc-412be4f13971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871089 Jul 19 17:24:00.744439 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bc8b1-3490-4701-9fa5-35f19b38c482 req-a41b391f-3cb0-4fd4-9efa-208de8956cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:00.745864 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-240bc8b1-3490-4701-9fa5-35f19b38c482 req-a41b391f-3cb0-4fd4-9efa-208de8956cd6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60cd58df01ad441785d8271f5ef670e1&device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 1097 time: 0.0506265 Jul 19 17:24:00.837347 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bc8b1-3490-4701-9fa5-35f19b38c482 req-aff68db6-c96b-4ee5-9059-c072ebd8b6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:00.838929 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-240bc8b1-3490-4701-9fa5-35f19b38c482 req-aff68db6-c96b-4ee5-9059-c072ebd8b6ca service neutron] 10.222.0.16 "GET /v2.0/networks?id=4e8d5024-2593-474f-aedc-412be4f13971 HTTP/1.1" status: 200 len: 918 time: 0.0866401 Jul 19 17:24:00.879855 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-240bc8b1-3490-4701-9fa5-35f19b38c482 req-ba41cfe0-1b06-4e99-8431-456613b9d53b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 HTTP/1.1" status: 200 len: 217 time: 0.0339148 Jul 19 17:24:00.933985 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bc8b1-3490-4701-9fa5-35f19b38c482 req-ef159ca4-f7a8-4df3-bcb8-b2b0cea3320a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:00.935537 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-240bc8b1-3490-4701-9fa5-35f19b38c482 req-ef159ca4-f7a8-4df3-bcb8-b2b0cea3320a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b8f48ce-8da9-45bc-8ad9-174085a888a6 HTTP/1.1" status: 200 len: 856 time: 0.0459638 Jul 19 17:24:00.998605 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bc8b1-3490-4701-9fa5-35f19b38c482 req-51582064-d84f-4641-a54d-e8b5eb9daa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:01.000078 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-240bc8b1-3490-4701-9fa5-35f19b38c482 req-51582064-d84f-4641-a54d-e8b5eb9daa34 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4e8d5024-2593-474f-aedc-412be4f13971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576949 Jul 19 17:24:01.361353 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-240bc8b1-3490-4701-9fa5-35f19b38c482 req-5902f8fa-f5b0-4c4c-a7d8-bcb89d5f0e93 service neutron] 10.222.0.16 "GET /v2.0/networks/4e8d5024-2593-474f-aedc-412be4f13971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522117 Jul 19 17:24:01.455765 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d915ee-3aee-4463-b4ec-bffa270b825c req-2ca47569-24b0-437f-822a-120a064038d9 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:01.457263 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-14d915ee-3aee-4463-b4ec-bffa270b825c req-2ca47569-24b0-437f-822a-120a064038d9 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 944 time: 0.1324666 Jul 19 17:24:01.490084 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-240bc8b1-3490-4701-9fa5-35f19b38c482 req-07ce11ec-a9c1-48ac-839b-0bd7755def77 service neutron] 10.222.0.16 "GET /v2.0/networks/4e8d5024-2593-474f-aedc-412be4f13971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211896 Jul 19 17:24:01.507116 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-14d915ee-3aee-4463-b4ec-bffa270b825c req-56281a20-b596-4626-ae51-e5830a8fe49b tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441928 Jul 19 17:24:02.041599 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:24:02.134467 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=56d8c53e-5e16-4ebc-b945-e8ca7344b3b8,segment=NetworkSegment(49f3122a-bd8b-4c70-a3d0-44b9da145ba2),segment_id=49f3122a-bd8b-4c70-a3d0-44b9da145ba2)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:24:02.145359 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Returning: {'device': '56d8c53e-5e16-4ebc-b945-e8ca7344b3b8', 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971', 'port_id': '56d8c53e-5e16-4ebc-b945-e8ca7344b3b8', 'mac_address': 'fa:16:3e:e8:23:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:24:02.183864 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:02.196427 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:24:02.214987 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=56d8c53e-5e16-4ebc-b945-e8ca7344b3b8,segment=NetworkSegment(49f3122a-bd8b-4c70-a3d0-44b9da145ba2),segment_id=49f3122a-bd8b-4c70-a3d0-44b9da145ba2)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:24:02.218819 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:02.267761 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=56d8c53e-5e16-4ebc-b945-e8ca7344b3b8,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:02.274717 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:02.275067 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:02.275412 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:02.275751 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:02.276085 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:02.276418 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:02.276750 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:02.277077 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:02.277435 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:02.277766 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:02.278088 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:02.278417 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:02.445539 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['56d8c53e-5e16-4ebc-b945-e8ca7344b3b8'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:24:02.516651 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42824) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:02.625581 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a052e571-ca14-4d1d-bef2-532f1a47618e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:02.667252 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d6b85-9bcc-4e01-9b54-e6d2d437814f req-22e50c06-397c-4786-81dc-f59a11cbf772 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:02.668659 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d78d6b85-9bcc-4e01-9b54-e6d2d437814f req-22e50c06-397c-4786-81dc-f59a11cbf772 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 945 time: 0.0908637 Jul 19 17:24:02.725223 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d78d6b85-9bcc-4e01-9b54-e6d2d437814f req-03ef18b6-d400-44a1-8b61-55ab363660c6 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504489 Jul 19 17:24:02.771784 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a052e571-ca14-4d1d-bef2-532f1a47618e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:02.775394 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a052e571-ca14-4d1d-bef2-532f1a47618e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:02.812475 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-a052e571-ca14-4d1d-bef2-532f1a47618e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=772fc60c809e46b5833b88c58df41565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946348 Jul 19 17:24:02.813460 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052e571-ca14-4d1d-bef2-532f1a47618e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4405f8-170b-4b69-8d38-5ae14f5522e5,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:02.815248 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 42830) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:02.866954 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ed603779-3de4-4ad8-b74b-bc18b134b67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:02.886831 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ed603779-3de4-4ad8-b74b-bc18b134b67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:02.932459 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ed603779-3de4-4ad8-b74b-bc18b134b67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:02.934976 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ed603779-3de4-4ad8-b74b-bc18b134b67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:02.936115 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-ed603779-3de4-4ad8-b74b-bc18b134b67a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ac4405f8-170b-4b69-8d38-5ae14f5522e5 HTTP/1.1" status: 204 len: 168 time: 0.1198599 Jul 19 17:24:02.944161 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed603779-3de4-4ad8-b74b-bc18b134b67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4405f8-170b-4b69-8d38-5ae14f5522e5,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:03.190420 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42836) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:03.204177 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2c4e8ff8-6e8b-496e-93ec-abd075d30bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:03.297759 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2c4e8ff8-6e8b-496e-93ec-abd075d30bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:03.301818 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2c4e8ff8-6e8b-496e-93ec-abd075d30bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:03.340594 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-2c4e8ff8-6e8b-496e-93ec-abd075d30bfd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5950c2f1cc7f427298f6f03d9b3fa032&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1491413 Jul 19 17:24:03.341487 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e8ff8-6e8b-496e-93ec-abd075d30bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643b3eb4-9262-421d-a960-ce9ff858b008,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:03.343256 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 42838) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:03.390742 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d82e60ab-305c-400e-818c-746cf6b0b674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:03.412941 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d82e60ab-305c-400e-818c-746cf6b0b674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:03.457827 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d82e60ab-305c-400e-818c-746cf6b0b674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:03.460419 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d82e60ab-305c-400e-818c-746cf6b0b674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:03.461567 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-d82e60ab-305c-400e-818c-746cf6b0b674 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/643b3eb4-9262-421d-a960-ce9ff858b008 HTTP/1.1" status: 204 len: 168 time: 0.1173043 Jul 19 17:24:03.468863 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e60ab-305c-400e-818c-746cf6b0b674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643b3eb4-9262-421d-a960-ce9ff858b008,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:03.772727 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 42846) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:03.787195 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fbacfddc-29de-417a-8066-fcd9745d0a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:03.915118 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3896e14-0119-4bec-958f-bf334dfb8d66 req-2cc7f88a-1c8e-4efa-85ef-69ea5ebdbfe9 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:03.916601 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a3896e14-0119-4bec-958f-bf334dfb8d66 req-2cc7f88a-1c8e-4efa-85ef-69ea5ebdbfe9 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 945 time: 0.1132767 Jul 19 17:24:03.952917 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fbacfddc-29de-417a-8066-fcd9745d0a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:03.958011 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fbacfddc-29de-417a-8066-fcd9745d0a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:03.986074 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a3896e14-0119-4bec-958f-bf334dfb8d66 req-51ee42f9-8ac5-4f12-b36f-d981b511d47c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587194 Jul 19 17:24:04.007406 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-fbacfddc-29de-417a-8066-fcd9745d0a01 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f0df0a55f9694f179a4ced94bcf6e3ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336051 Jul 19 17:24:04.008312 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbacfddc-29de-417a-8066-fcd9745d0a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3335584d-9ac0-403a-aa30-76ae10e8ba37,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:04.011699 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42848) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:04.041346 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 up at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:24:04.059099 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3e1339ec-86f5-472d-850b-3a3f799c0c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:04.079595 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3e1339ec-86f5-472d-850b-3a3f799c0c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:04.089026 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning for port 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:24:04.092504 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning complete for port 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:24:04.092901 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:04.131185 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3e1339ec-86f5-472d-850b-3a3f799c0c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:04.133742 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3e1339ec-86f5-472d-850b-3a3f799c0c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:04.134882 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-3e1339ec-86f5-472d-850b-3a3f799c0c59 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3335584d-9ac0-403a-aa30-76ae10e8ba37 HTTP/1.1" status: 204 len: 168 time: 0.1236582 Jul 19 17:24:04.143681 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1339ec-86f5-472d-850b-3a3f799c0c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3335584d-9ac0-403a-aa30-76ae10e8ba37,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:04.189247 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:04.213140 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da307bb1-bc0e-4d99-bdf5-da11f55de2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d8c53e-5e16-4ebc-b945-e8ca7344b3b8'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:24:04.216479 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa486d5c4e4f39956b43fe6dcc35bf0f2fe2e374caf29500c804b4cead58546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564370f6-8318-4110-9476-fd0f98ef6b79" -d '{"events": [{"server_uuid": "da307bb1-bc0e-4d99-bdf5-da11f55de2c0", "name": "network-vif-plugged", "status": "completed", "tag": "56d8c53e-5e16-4ebc-b945-e8ca7344b3b8"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:24:04.239953 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=56d8c53e-5e16-4ebc-b945-e8ca7344b3b8,segment=NetworkSegment(49f3122a-bd8b-4c70-a3d0-44b9da145ba2),segment_id=49f3122a-bd8b-4c70-a3d0-44b9da145ba2)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:24:04.245618 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:04.270933 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa36fa08-d4f1-4fa8-90e6-9d4cc5848e76 x-openstack-request-id: req-aa36fa08-d4f1-4fa8-90e6-9d4cc5848e76 {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:24:04.271218 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da307bb1-bc0e-4d99-bdf5-da11f55de2c0", "name": "network-vif-plugged", "status": "completed", "tag": "56d8c53e-5e16-4ebc-b945-e8ca7344b3b8", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:24:04.271461 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-aa36fa08-d4f1-4fa8-90e6-9d4cc5848e76 {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:24:04.271845 dv-cinder-801354-1-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da307bb1-bc0e-4d99-bdf5-da11f55de2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d8c53e-5e16-4ebc-b945-e8ca7344b3b8', 'code': 200} Jul 19 17:24:04.298283 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=56d8c53e-5e16-4ebc-b945-e8ca7344b3b8,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:04.440504 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fd5d4-04c8-4e1e-8810-bc904e124262 req-237a3b30-b5b0-4978-9d15-4d42320883c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:04.442126 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-611fd5d4-04c8-4e1e-8810-bc904e124262 req-237a3b30-b5b0-4978-9d15-4d42320883c8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 1099 time: 0.0519750 Jul 19 17:24:04.480978 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-611fd5d4-04c8-4e1e-8810-bc904e124262 req-012187ef-0e7e-4518-aa8d-e7b0b5c62cab service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320909 Jul 19 17:24:04.809713 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42872) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:04.903420 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-cbfba161-76fb-4d2a-87d8-71a968f4024a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-20207841-network', 'tenant_id': '380ffb294035407d846529ca9b7ae1a5'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:24:04.924307 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfba161-76fb-4d2a-87d8-71a968f4024a admin admin] Made reservation on behalf of 380ffb294035407d846529ca9b7ae1a5 for: {'network': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:24:04.926579 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-cbfba161-76fb-4d2a-87d8-71a968f4024a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for network, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:04.934471 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-cbfba161-76fb-4d2a-87d8-71a968f4024a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:05.017252 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-cbfba161-76fb-4d2a-87d8-71a968f4024a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:05.021231 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-cbfba161-76fb-4d2a-87d8-71a968f4024a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:05.044573 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbfba161-76fb-4d2a-87d8-71a968f4024a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=93286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:24:05.053765 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfba161-76fb-4d2a-87d8-71a968f4024a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f408e4-cc74-46da-8506-cea267553395,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:05.059731 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-cbfba161-76fb-4d2a-87d8-71a968f4024a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:05.060007 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.db.segments_db [None req-cbfba161-76fb-4d2a-87d8-71a968f4024a admin admin] Added segment e48e2bef-e299-4399-abcc-d15e56818819 of type vlan for network d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5 Jul 19 17:24:05.099126 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-cbfba161-76fb-4d2a-87d8-71a968f4024a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737332213742'] for network, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:05.123037 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f705d9-be82-4130-904f-1bd534ab6eed req-fa4459f5-bdd9-470e-aa2b-f271334c7a94 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:05.124661 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a4f705d9-be82-4130-904f-1bd534ab6eed req-fa4459f5-bdd9-470e-aa2b-f271334c7a94 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 946 time: 0.0680828 Jul 19 17:24:05.128106 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-cbfba161-76fb-4d2a-87d8-71a968f4024a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for network, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:05.129106 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfba161-76fb-4d2a-87d8-71a968f4024a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:05.129911 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-cbfba161-76fb-4d2a-87d8-71a968f4024a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:05.161508 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-cbfba161-76fb-4d2a-87d8-71a968f4024a admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3506706 Jul 19 17:24:05.163736 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a4f705d9-be82-4130-904f-1bd534ab6eed req-8b3bd045-5f0d-41af-87a1-057d6793ddb7 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323272 Jul 19 17:24:05.164351 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42878) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:05.169240 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-e29c219f-ff18-4e39-a266-8861466b7129 admin admin] Request body: {'subnet': {'network_id': 'd3a56c18-022c-4c29-8fcc-c4e7a03e9ed5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-20207841-subnet', 'tenant_id': '380ffb294035407d846529ca9b7ae1a5', 'ip_version': 4}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:24:05.208653 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfba161-76fb-4d2a-87d8-71a968f4024a admin admin] Pushing event updated for resources: {'Network': ['ID=d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:05.219186 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Network d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5 details requested by agent ovs-agent-dv-cinder-801354-1-iscsi with host dv-cinder-801354-1-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:24:05.224551 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29c219f-ff18-4e39-a266-8861466b7129 admin admin] Made reservation on behalf of 380ffb294035407d846529ca9b7ae1a5 for: {'subnet': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:24:05.226878 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e29c219f-ff18-4e39-a266-8861466b7129 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11126127'] for subnet, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:05.394242 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e29c219f-ff18-4e39-a266-8861466b7129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10507125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11126041'] for subnet, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:05.450169 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c219f-ff18-4e39-a266-8861466b7129 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70903e03-dbe6-4672-a952-3f41e15d172b,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:05.458687 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29c219f-ff18-4e39-a266-8861466b7129 admin admin] Checking segment: {'id': 'e48e2bef-e299-4399-abcc-d15e56818819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd3a56c18-022c-4c29-8fcc-c4e7a03e9ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:24:05.459039 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29c219f-ff18-4e39-a266-8861466b7129 admin admin] Network hostable DHCP agents. Network: d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5, hostable agents: ['2623ed35-230f-4ed4-8c02-4756eb9c3b9a'], hosted agents: [] {{(pid=93286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:24:05.475056 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29c219f-ff18-4e39-a266-8861466b7129 admin admin] Network d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5 is scheduled to be hosted by DHCP agent 2623ed35-230f-4ed4-8c02-4756eb9c3b9a with binding_index 1 {{(pid=93286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:24:05.482838 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-e29c219f-ff18-4e39-a266-8861466b7129 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-1-iscsi, d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5) {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:24:05.487158 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29c219f-ff18-4e39-a266-8861466b7129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:05.487729 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e29c219f-ff18-4e39-a266-8861466b7129 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:05.492336 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384085ad-c064-439e-9820-c9622ff97eac None None] Network d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5 requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:24:05.505530 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-e29c219f-ff18-4e39-a266-8861466b7129 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3399901 Jul 19 17:24:05.508116 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42882) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:05.512448 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-6b31dabb-1304-4455-8838-09253439404f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-20207841-router', 'tenant_id': '380ffb294035407d846529ca9b7ae1a5', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:24:05.532728 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6b31dabb-1304-4455-8838-09253439404f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-974277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9720'] for router, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:05.533729 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6b31dabb-1304-4455-8838-09253439404f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-974835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9719'] for router, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:05.585869 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6b31dabb-1304-4455-8838-09253439404f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:05.637034 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127e4a05-1a0a-44d9-bc0e-ebe3532493c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb66f432-f83b-5af4-94dc-6d90656eacfe-d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5', 'network_id': 'd3a56c18-022c-4c29-8fcc-c4e7a03e9ed5', 'tenant_id': '380ffb294035407d846529ca9b7ae1a5', 'fixed_ips': [{'subnet_id': '70903e03-dbe6-4672-a952-3f41e15d172b'}]}} from dv-cinder-801354-1-iscsi. {{(pid=93287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 17:24:05.637906 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-127e4a05-1a0a-44d9-bc0e-ebe3532493c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:05.722516 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6b31dabb-1304-4455-8838-09253439404f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-974089', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-974251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9669'] for router, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:05.771599 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.db_base_plugin_common [None req-127e4a05-1a0a-44d9-bc0e-ebe3532493c8 None None] Allocated IP 172.20.0.2 (d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5/70903e03-dbe6-4672-a952-3f41e15d172b/197d6a62-8a37-47ea-82a1-691754646177) {{(pid=93287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:24:05.916067 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6b31dabb-1304-4455-8838-09253439404f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:05.917760 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-127e4a05-1a0a-44d9-bc0e-ebe3532493c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:05.925850 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-127e4a05-1a0a-44d9-bc0e-ebe3532493c8 None None] Transition to ACTIVE for port object 197d6a62-8a37-47ea-82a1-691754646177 will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:24:05.934788 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6b31dabb-1304-4455-8838-09253439404f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:05.939764 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-127e4a05-1a0a-44d9-bc0e-ebe3532493c8 None None] Transition to ACTIVE for port object 197d6a62-8a37-47ea-82a1-691754646177 will not be triggered until provisioned by entity DHCP. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:24:05.946444 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-127e4a05-1a0a-44d9-bc0e-ebe3532493c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961'] for port, after_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:05.986400 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127e4a05-1a0a-44d9-bc0e-ebe3532493c8 None None] Network d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5 is already hosted by enough agents. {{(pid=93287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:24:05.989050 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.scheduler.base_scheduler [None req-127e4a05-1a0a-44d9-bc0e-ebe3532493c8 None None] Resources bound (agent type, host, resource id): {{(pid=93287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:24:05.992605 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127e4a05-1a0a-44d9-bc0e-ebe3532493c8 None None] Received port after_create {{(pid=93287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:24:05.998010 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e4a05-1a0a-44d9-bc0e-ebe3532493c8 None None] Pushing event updated for resources: {'Port': ['ID=197d6a62-8a37-47ea-82a1-691754646177,revision_number=1']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:06.039302 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-6b31dabb-1304-4455-8838-09253439404f admin admin] Allocated IP 172.27.1.158 (471a83f0-55fa-4280-ad36-b168b6f04fca/5f22dab2-98ea-4073-8b5a-7afc7b46c4a2/0f15adbb-8916-43ce-951a-f75a968a8a05) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:24:06.053030 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-127e4a05-1a0a-44d9-bc0e-ebe3532493c8 None None] Attempting to bind port 197d6a62-8a37-47ea-82a1-691754646177 on host dv-cinder-801354-1-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:24:06.053450 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-127e4a05-1a0a-44d9-bc0e-ebe3532493c8 None None] Attempting to bind port 197d6a62-8a37-47ea-82a1-691754646177 by drivers openvswitch,hyperv on host dv-cinder-801354-1-iscsi at level 0 using segments [{'id': 'e48e2bef-e299-4399-abcc-d15e56818819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd3a56c18-022c-4c29-8fcc-c4e7a03e9ed5'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:24:06.053842 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127e4a05-1a0a-44d9-bc0e-ebe3532493c8 None None] Attempting to bind port 197d6a62-8a37-47ea-82a1-691754646177 on network d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5 {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:24:06.058798 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127e4a05-1a0a-44d9-bc0e-ebe3532493c8 None None] Checking agent: {'id': '1644f3e0-cc54-41af-ad00-0738a02153ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 9, 11), 'started_at': datetime.datetime(2021, 7, 19, 17, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:24:06.059169 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127e4a05-1a0a-44d9-bc0e-ebe3532493c8 None None] Checking segment: {'id': 'e48e2bef-e299-4399-abcc-d15e56818819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd3a56c18-022c-4c29-8fcc-c4e7a03e9ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:24:06.059572 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-127e4a05-1a0a-44d9-bc0e-ebe3532493c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:06.059962 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127e4a05-1a0a-44d9-bc0e-ebe3532493c8 None None] Bound using segment: {'id': 'e48e2bef-e299-4399-abcc-d15e56818819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd3a56c18-022c-4c29-8fcc-c4e7a03e9ed5'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:24:06.060424 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-127e4a05-1a0a-44d9-bc0e-ebe3532493c8 None None] Bound port: 197d6a62-8a37-47ea-82a1-691754646177, host: dv-cinder-801354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e48e2bef-e299-4399-abcc-d15e56818819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd3a56c18-022c-4c29-8fcc-c4e7a03e9ed5'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:24:06.060804 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-127e4a05-1a0a-44d9-bc0e-ebe3532493c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:06.126087 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-127e4a05-1a0a-44d9-bc0e-ebe3532493c8 None None] For port 197d6a62-8a37-47ea-82a1-691754646177, host dv-cinder-801354-1-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:24:06.129027 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-127e4a05-1a0a-44d9-bc0e-ebe3532493c8 None None] For port 197d6a62-8a37-47ea-82a1-691754646177, host dv-cinder-801354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=197d6a62-8a37-47ea-82a1-691754646177,segment=NetworkSegment(e48e2bef-e299-4399-abcc-d15e56818819),segment_id=e48e2bef-e299-4399-abcc-d15e56818819)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:24:06.134818 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-127e4a05-1a0a-44d9-bc0e-ebe3532493c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:06.144737 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6b31dabb-1304-4455-8838-09253439404f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:06.190113 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e4a05-1a0a-44d9-bc0e-ebe3532493c8 None None] Pushing event updated for resources: {'Port': ['ID=197d6a62-8a37-47ea-82a1-691754646177,revision_number=2']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:06.191227 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6b31dabb-1304-4455-8838-09253439404f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10507233'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:06.229927 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b31dabb-1304-4455-8838-09253439404f admin admin] Network 471a83f0-55fa-4280-ad36-b168b6f04fca is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:24:06.236517 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-6b31dabb-1304-4455-8838-09253439404f admin admin] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:24:06.238882 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b31dabb-1304-4455-8838-09253439404f admin admin] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:24:06.267082 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31dabb-1304-4455-8838-09253439404f admin admin] Pushing event updated for resources: {'Port': ['ID=0f15adbb-8916-43ce-951a-f75a968a8a05,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:06.450679 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5297be-d6e5-4803-bf91-cc48e0c8f021 req-ba0133f9-817a-4ded-b21c-f6d84410149c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:06.452229 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ea5297be-d6e5-4803-bf91-cc48e0c8f021 req-ba0133f9-817a-4ded-b21c-f6d84410149c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 946 time: 0.1891143 Jul 19 17:24:06.554117 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ea5297be-d6e5-4803-bf91-cc48e0c8f021 req-c87fea3a-068f-43cd-bd07-4fe94880c983 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955994 Jul 19 17:24:06.579859 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6b31dabb-1304-4455-8838-09253439404f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:06.683524 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542c1c9-06cd-48e5-82b9-6e692b9969b8 req-cd1a4836-49bc-4b1e-bae2-ede6b7d67cb1 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:06.685029 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8542c1c9-06cd-48e5-82b9-6e692b9969b8 req-cd1a4836-49bc-4b1e-bae2-ede6b7d67cb1 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 946 time: 0.0640919 Jul 19 17:24:06.694154 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 42888) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:06.698595 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-2e530d06-4fcb-4a99-954e-77891098b64a tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Request body: {'floatingip': {'port_id': '56d8c53e-5e16-4ebc-b945-e8ca7344b3b8'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:24:06.742004 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2e530d06-4fcb-4a99-954e-77891098b64a tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for floatingip, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:06.773248 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6b31dabb-1304-4455-8838-09253439404f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-974268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-974124'] for router, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:06.902584 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b31dabb-1304-4455-8838-09253439404f admin admin] Router 6ed95d9d-5632-468f-864f-a0e3779dab00 is scheduled to L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f with binding_index 1 {{(pid=93286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 17:24:07.010985 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b31dabb-1304-4455-8838-09253439404f admin admin] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:24:07.024182 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29736a5c-8c68-47f6-a24a-470af36be310 None None] Sync routers for ids ['6ed95d9d-5632-468f-864f-a0e3779dab00'] in dv-cinder-801354-1-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:24:07.028603 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6b31dabb-1304-4455-8838-09253439404f admin admin] Notify callbacks [] for router, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:07.030024 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-6b31dabb-1304-4455-8838-09253439404f admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5209839 Jul 19 17:24:07.033343 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42890) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:07.041675 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29736a5c-8c68-47f6-a24a-470af36be310 None None] Routers {'6ed95d9d-5632-468f-864f-a0e3779dab00'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:24:07.042574 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-29736a5c-8c68-47f6-a24a-470af36be310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:23:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['6ed95d9d-5632-468f-864f-a0e3779dab00'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:24:07.063390 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f732c7e0-cd99-4fb1-ad37-b118c0f85e89 None None] Network d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5 requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:24:07.141813 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-d40d66da-ef3a-4d71-a557-b58fff454777 None None] Provisioning for port 197d6a62-8a37-47ea-82a1-691754646177 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:24:07.167554 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-29736a5c-8c68-47f6-a24a-470af36be310 None None] Set router 6ed95d9d-5632-468f-864f-a0e3779dab00 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:24:07.206026 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2e530d06-4fcb-4a99-954e-77891098b64a tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:07.213111 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2e530d06-4fcb-4a99-954e-77891098b64a tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-974214'] for floatingip, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:07.334108 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.db.l3_db [None req-2e530d06-4fcb-4a99-954e-77891098b64a tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Floating IP f38ecf78-0c81-43f9-81b5-d55c72b3f30f associated. External IP: 172.27.1.155, port: 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8. Jul 19 17:24:07.366414 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-29736a5c-8c68-47f6-a24a-470af36be310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'name': 'tempest-TestMinimumBasicScenario-20207841-router', 'tenant_id': '380ffb294035407d846529ca9b7ae1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '0f15adbb-8916-43ce-951a-f75a968a8a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:24:05Z', 'updated_at': '2021-07-19T17:24:06Z', 'revision_number': 3, 'project_id': '380ffb294035407d846529ca9b7ae1a5', 'gw_port': {'id': '0f15adbb-8916-43ce-951a-f75a968a8a05', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:05Z', 'updated_at': '2021-07-19T17:24:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi'}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:24:07.395043 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29736a5c-8c68-47f6-a24a-470af36be310 None None] Checking router: 6ed95d9d-5632-468f-864f-a0e3779dab00 for host: dv-cinder-801354-1-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:24:07.395298 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29736a5c-8c68-47f6-a24a-470af36be310 None None] Updating router 6ed95d9d-5632-468f-864f-a0e3779dab00 port 0f15adbb-8916-43ce-951a-f75a968a8a05 binding host dv-cinder-801354-1-iscsi {{(pid=93288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:24:07.436534 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-29736a5c-8c68-47f6-a24a-470af36be310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:07.575936 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e530d06-4fcb-4a99-954e-77891098b64a tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Router e460b3d0-5a1d-462c-9230-b1366338442a has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:24:07.688671 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e530d06-4fcb-4a99-954e-77891098b64a tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:24:07.693492 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2e530d06-4fcb-4a99-954e-77891098b64a tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for floatingip, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:07.698777 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b8c897-e03c-46ff-a5fd-ca264b43c615 None None] Sync routers for ids ['e460b3d0-5a1d-462c-9230-b1366338442a'] in dv-cinder-801354-1-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:24:07.708279 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b8c897-e03c-46ff-a5fd-ca264b43c615 None None] Routers {'e460b3d0-5a1d-462c-9230-b1366338442a'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:24:07.709032 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-63b8c897-e03c-46ff-a5fd-ca264b43c615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:23:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['e460b3d0-5a1d-462c-9230-b1366338442a'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:24:07.710680 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-29736a5c-8c68-47f6-a24a-470af36be310 None None] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:07.722931 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [None req-29736a5c-8c68-47f6-a24a-470af36be310 None None] Transition to ACTIVE for port object 0f15adbb-8916-43ce-951a-f75a968a8a05 will not be triggered until provisioned by entity L2. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:24:07.731915 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-29736a5c-8c68-47f6-a24a-470af36be310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:07.736086 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-2e530d06-4fcb-4a99-954e-77891098b64a tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "PUT /v2.0/floatingips/f38ecf78-0c81-43f9-81b5-d55c72b3f30f HTTP/1.1" status: 200 len: 992 time: 1.0407286 Jul 19 17:24:07.736960 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da307bb1-bc0e-4d99-bdf5-da11f55de2c0', 'tag': '56d8c53e-5e16-4ebc-b945-e8ca7344b3b8'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:24:07.741095 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86934eef-de42-46ba-97ac-ea3b5afa2396" -d '{"events": [{"name": "network-changed", "server_uuid": "da307bb1-bc0e-4d99-bdf5-da11f55de2c0", "tag": "56d8c53e-5e16-4ebc-b945-e8ca7344b3b8"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:24:07.779412 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8a4a8-4ba8-4ead-bd78-fd4889ffc76e None None] Pushing event updated for resources: {'Port': ['ID=0f15adbb-8916-43ce-951a-f75a968a8a05,revision_number=2']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:07.787226 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c8a4a8-4ba8-4ead-bd78-fd4889ffc76e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:07.787581 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c8a4a8-4ba8-4ead-bd78-fd4889ffc76e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:07.787925 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c8a4a8-4ba8-4ead-bd78-fd4889ffc76e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:07.788267 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c8a4a8-4ba8-4ead-bd78-fd4889ffc76e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:07.788598 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c8a4a8-4ba8-4ead-bd78-fd4889ffc76e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:07.788931 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c8a4a8-4ba8-4ead-bd78-fd4889ffc76e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:07.789508 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c8a4a8-4ba8-4ead-bd78-fd4889ffc76e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:07.789839 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c8a4a8-4ba8-4ead-bd78-fd4889ffc76e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:07.790272 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c8a4a8-4ba8-4ead-bd78-fd4889ffc76e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:07.790614 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c8a4a8-4ba8-4ead-bd78-fd4889ffc76e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:07.790944 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c8a4a8-4ba8-4ead-bd78-fd4889ffc76e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:07.791272 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c8a4a8-4ba8-4ead-bd78-fd4889ffc76e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:07.804064 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26851f0b-6fdd-4b81-bc06-b3e6d928cdf7 x-openstack-request-id: req-26851f0b-6fdd-4b81-bc06-b3e6d928cdf7 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:24:07.804517 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da307bb1-bc0e-4d99-bdf5-da11f55de2c0", "tag": "56d8c53e-5e16-4ebc-b945-e8ca7344b3b8", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:24:07.804787 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-26851f0b-6fdd-4b81-bc06-b3e6d928cdf7 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:24:07.805190 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da307bb1-bc0e-4d99-bdf5-da11f55de2c0', 'tag': '56d8c53e-5e16-4ebc-b945-e8ca7344b3b8', 'status': 'completed', 'code': 200} Jul 19 17:24:07.830609 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-29736a5c-8c68-47f6-a24a-470af36be310 None None] Attempting to bind port 0f15adbb-8916-43ce-951a-f75a968a8a05 on host dv-cinder-801354-1-iscsi for vnic_type normal with profile {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:24:07.830984 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-29736a5c-8c68-47f6-a24a-470af36be310 None None] Attempting to bind port 0f15adbb-8916-43ce-951a-f75a968a8a05 by drivers openvswitch,hyperv on host dv-cinder-801354-1-iscsi at level 0 using segments [{'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:24:07.831344 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29736a5c-8c68-47f6-a24a-470af36be310 None None] Attempting to bind port 0f15adbb-8916-43ce-951a-f75a968a8a05 on network 471a83f0-55fa-4280-ad36-b168b6f04fca {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:24:07.839696 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29736a5c-8c68-47f6-a24a-470af36be310 None None] Checking agent: {'id': '1644f3e0-cc54-41af-ad00-0738a02153ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 9, 11), 'started_at': datetime.datetime(2021, 7, 19, 17, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:24:07.840077 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29736a5c-8c68-47f6-a24a-470af36be310 None None] Checking segment: {'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:24:07.840510 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-29736a5c-8c68-47f6-a24a-470af36be310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:07.840904 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29736a5c-8c68-47f6-a24a-470af36be310 None None] Bound using segment: {'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:24:07.841401 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-29736a5c-8c68-47f6-a24a-470af36be310 None None] Bound port: 0f15adbb-8916-43ce-951a-f75a968a8a05, host: dv-cinder-801354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:24:07.841893 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-29736a5c-8c68-47f6-a24a-470af36be310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:07.846269 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c17db5d8-c514-4bc5-ad91-f8708f34c28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:07.891688 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-63b8c897-e03c-46ff-a5fd-ca264b43c615 None None] Set router e460b3d0-5a1d-462c-9230-b1366338442a gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:24:07.897570 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86934eef-de42-46ba-97ac-ea3b5afa2396 req-7c4152cc-238b-4fc5-8d38-81f1d25f8b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:07.899115 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-86934eef-de42-46ba-97ac-ea3b5afa2396 req-7c4152cc-238b-4fc5-8d38-81f1d25f8b2d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60cd58df01ad441785d8271f5ef670e1&device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 1099 time: 0.0647264 Jul 19 17:24:07.913105 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-29736a5c-8c68-47f6-a24a-470af36be310 None None] For port 0f15adbb-8916-43ce-951a-f75a968a8a05, host dv-cinder-801354-1-iscsi, cleared binding levels {{(pid=93288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:24:07.916586 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-29736a5c-8c68-47f6-a24a-470af36be310 None None] For port 0f15adbb-8916-43ce-951a-f75a968a8a05, host dv-cinder-801354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=0f15adbb-8916-43ce-951a-f75a968a8a05,segment=NetworkSegment(7431590e-ccf2-4917-bcc9-f5f2a04630c8),segment_id=7431590e-ccf2-4917-bcc9-f5f2a04630c8)] {{(pid=93288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:24:07.924487 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-29736a5c-8c68-47f6-a24a-470af36be310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:08.001857 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8a4a8-4ba8-4ead-bd78-fd4889ffc76e None None] Pushing event updated for resources: {'Port': ['ID=0f15adbb-8916-43ce-951a-f75a968a8a05,revision_number=3']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:08.006004 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29736a5c-8c68-47f6-a24a-470af36be310 None None] Routers {'6ed95d9d-5632-468f-864f-a0e3779dab00'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:24:08.006631 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-29736a5c-8c68-47f6-a24a-470af36be310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:23:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['6ed95d9d-5632-468f-864f-a0e3779dab00'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:24:08.007282 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86934eef-de42-46ba-97ac-ea3b5afa2396 req-e6877c0e-6ba9-4325-bc68-09ddee69e661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:08.009311 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-86934eef-de42-46ba-97ac-ea3b5afa2396 req-e6877c0e-6ba9-4325-bc68-09ddee69e661 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4e8d5024-2593-474f-aedc-412be4f13971 HTTP/1.1" status: 200 len: 918 time: 0.1026611 Jul 19 17:24:08.040597 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-c17db5d8-c514-4bc5-ad91-f8708f34c28b admin admin] Allocated IP 172.20.0.1 (d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5/70903e03-dbe6-4672-a952-3f41e15d172b/636ee46c-dd4b-4158-95d7-931becb421f6) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:24:08.087920 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-86934eef-de42-46ba-97ac-ea3b5afa2396 req-69b7ed0b-c77e-4d76-981b-9b69cade11ce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 HTTP/1.1" status: 200 len: 1000 time: 0.0708189 Jul 19 17:24:08.113594 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-29736a5c-8c68-47f6-a24a-470af36be310 None None] Set router 6ed95d9d-5632-468f-864f-a0e3779dab00 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:24:08.165276 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86934eef-de42-46ba-97ac-ea3b5afa2396 req-5c6b4d32-518f-469b-9c8d-192fbe6b03e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:08.165276 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-86934eef-de42-46ba-97ac-ea3b5afa2396 req-5c6b4d32-518f-469b-9c8d-192fbe6b03e6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b8f48ce-8da9-45bc-8ad9-174085a888a6 HTTP/1.1" status: 200 len: 856 time: 0.0683100 Jul 19 17:24:08.180818 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c17db5d8-c514-4bc5-ad91-f8708f34c28b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:08.198402 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-c17db5d8-c514-4bc5-ad91-f8708f34c28b admin admin] Transition to ACTIVE for port object 636ee46c-dd4b-4158-95d7-931becb421f6 will not be triggered until provisioned by entity DHCP. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:24:08.229586 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 197d6a62-8a37-47ea-82a1-691754646177 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:24:08.241918 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86934eef-de42-46ba-97ac-ea3b5afa2396 req-413d5061-dd9c-402e-b881-5800f3fb88e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:08.243573 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-86934eef-de42-46ba-97ac-ea3b5afa2396 req-413d5061-dd9c-402e-b881-5800f3fb88e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4e8d5024-2593-474f-aedc-412be4f13971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727208 Jul 19 17:24:08.254498 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c17db5d8-c514-4bc5-ad91-f8708f34c28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10507233'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:08.278674 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-63b8c897-e03c-46ff-a5fd-ca264b43c615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'name': 'tempest-AttachVolumeShelveTestJSON-1950806056-router', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:20:47Z', 'updated_at': '2021-07-19T17:20:50Z', 'revision_number': 4, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'gw_port': {'id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:48Z', 'updated_at': '2021-07-19T17:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_floatingips': [{'id': 'f38ecf78-0c81-43f9-81b5-d55c72b3f30f', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'router_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'port_id': '56d8c53e-5e16-4ebc-b945-e8ca7344b3b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971', 'mac_address': 'fa:16:3e:e8:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da307bb1-bc0e-4d99-bdf5-da11f55de2c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:23:56Z', 'updated_at': '2021-07-19T17:24:07Z', 'revision_number': 1, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca1336cd-a81f-4ef9-a50b-bd616031edda', 'name': '', 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'mac_address': 'fa:16:3e:0c:3e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:49Z', 'updated_at': '2021-07-19T17:20:55Z', 'revision_number': 5, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'subnets': [{'id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:24:08.298024 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17db5d8-c514-4bc5-ad91-f8708f34c28b admin admin] Network d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5 is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:24:08.301957 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-c17db5d8-c514-4bc5-ad91-f8708f34c28b admin admin] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:24:08.310242 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b8c897-e03c-46ff-a5fd-ca264b43c615 None None] Checking router: e460b3d0-5a1d-462c-9230-b1366338442a for host: dv-cinder-801354-1-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:24:08.324083 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17db5d8-c514-4bc5-ad91-f8708f34c28b admin admin] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:24:08.326545 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b8c897-e03c-46ff-a5fd-ca264b43c615 None None] Routers {'e460b3d0-5a1d-462c-9230-b1366338442a'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:24:08.327795 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-63b8c897-e03c-46ff-a5fd-ca264b43c615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:23:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['e460b3d0-5a1d-462c-9230-b1366338442a'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:24:08.331469 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning for port 197d6a62-8a37-47ea-82a1-691754646177 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:24:08.339655 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-29736a5c-8c68-47f6-a24a-470af36be310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'name': 'tempest-TestMinimumBasicScenario-20207841-router', 'tenant_id': '380ffb294035407d846529ca9b7ae1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '0f15adbb-8916-43ce-951a-f75a968a8a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:24:05Z', 'updated_at': '2021-07-19T17:24:06Z', 'revision_number': 3, 'project_id': '380ffb294035407d846529ca9b7ae1a5', 'gw_port': {'id': '0f15adbb-8916-43ce-951a-f75a968a8a05', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:05Z', 'updated_at': '2021-07-19T17:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi'}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:24:08.354170 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-86934eef-de42-46ba-97ac-ea3b5afa2396 req-24d1208d-124d-4842-b67b-ab5be91a0b15 service neutron] 10.222.0.16 "GET /v2.0/networks/4e8d5024-2593-474f-aedc-412be4f13971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027412 Jul 19 17:24:08.367624 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 197d6a62-8a37-47ea-82a1-691754646177 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:24:08.367983 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:08.381705 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29736a5c-8c68-47f6-a24a-470af36be310 None None] The sync data for ids ['6ed95d9d-5632-468f-864f-a0e3779dab00'] in dv-cinder-801354-1-iscsi is: [{'id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'name': 'tempest-TestMinimumBasicScenario-20207841-router', 'tenant_id': '380ffb294035407d846529ca9b7ae1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '0f15adbb-8916-43ce-951a-f75a968a8a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:24:05Z', 'updated_at': '2021-07-19T17:24:06Z', 'revision_number': 3, 'project_id': '380ffb294035407d846529ca9b7ae1a5', 'gw_port': {'id': '0f15adbb-8916-43ce-951a-f75a968a8a05', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:05Z', 'updated_at': '2021-07-19T17:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi'}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:24:08.387061 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c17db5d8-c514-4bc5-ad91-f8708f34c28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974323'] for router_interface, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:08.437502 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17db5d8-c514-4bc5-ad91-f8708f34c28b admin admin] Pushing event updated for resources: {'Port': ['ID=636ee46c-dd4b-4158-95d7-931becb421f6,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:08.534382 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-86934eef-de42-46ba-97ac-ea3b5afa2396 req-d23ec1eb-3afc-44d9-9661-d50443f8981b service neutron] 10.222.0.16 "GET /v2.0/networks/4e8d5024-2593-474f-aedc-412be4f13971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722083 Jul 19 17:24:08.537088 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-63b8c897-e03c-46ff-a5fd-ca264b43c615 None None] Set router e460b3d0-5a1d-462c-9230-b1366338442a gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:24:08.544965 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7fcfe66f-e5fb-4b69-9bc1-6a7527d255f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:08.595820 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:08.602331 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c17db5d8-c514-4bc5-ad91-f8708f34c28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:08.679325 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] For port 197d6a62-8a37-47ea-82a1-691754646177, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=197d6a62-8a37-47ea-82a1-691754646177,segment=NetworkSegment(e48e2bef-e299-4399-abcc-d15e56818819),segment_id=e48e2bef-e299-4399-abcc-d15e56818819)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:24:08.688238 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:08.809681 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c17db5d8-c514-4bc5-ad91-f8708f34c28b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:08.817685 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c17db5d8-c514-4bc5-ad91-f8708f34c28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10507256'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:08.822296 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-f54549f4-ce84-428c-a669-152d1b0529bf None None] Provisioning for port 636ee46c-dd4b-4158-95d7-931becb421f6 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:24:08.898457 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c17db5d8-c514-4bc5-ad91-f8708f34c28b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-785103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-972643'] for router_interface, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:08.909708 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17db5d8-c514-4bc5-ad91-f8708f34c28b admin admin] Pushing event updated for resources: {'Port': ['ID=636ee46c-dd4b-4158-95d7-931becb421f6,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:08.979918 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-f54549f4-ce84-428c-a669-152d1b0529bf None None] Provisioning complete for port 636ee46c-dd4b-4158-95d7-931becb421f6 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:24:08.980286 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f54549f4-ce84-428c-a669-152d1b0529bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:08.981832 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Pushing event updated for resources: {'Port': ['ID=197d6a62-8a37-47ea-82a1-691754646177,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:09.023303 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17db5d8-c514-4bc5-ad91-f8708f34c28b admin admin] Network d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5 is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:24:09.025064 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-c17db5d8-c514-4bc5-ad91-f8708f34c28b admin admin] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:24:09.033755 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-f54549f4-ce84-428c-a669-152d1b0529bf None None] Port 636ee46c-dd4b-4158-95d7-931becb421f6 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:24:09.093186 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-63b8c897-e03c-46ff-a5fd-ca264b43c615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'name': 'tempest-AttachVolumeShelveTestJSON-1950806056-router', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:20:47Z', 'updated_at': '2021-07-19T17:20:50Z', 'revision_number': 4, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'gw_port': {'id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:48Z', 'updated_at': '2021-07-19T17:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_floatingips': [{'id': 'f38ecf78-0c81-43f9-81b5-d55c72b3f30f', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'router_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'port_id': '56d8c53e-5e16-4ebc-b945-e8ca7344b3b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971', 'mac_address': 'fa:16:3e:e8:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da307bb1-bc0e-4d99-bdf5-da11f55de2c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:23:56Z', 'updated_at': '2021-07-19T17:24:07Z', 'revision_number': 1, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca1336cd-a81f-4ef9-a50b-bd616031edda', 'name': '', 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'mac_address': 'fa:16:3e:0c:3e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:49Z', 'updated_at': '2021-07-19T17:20:55Z', 'revision_number': 5, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'subnets': [{'id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:24:09.130765 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b8c897-e03c-46ff-a5fd-ca264b43c615 None None] The sync data for ids ['e460b3d0-5a1d-462c-9230-b1366338442a'] in dv-cinder-801354-1-iscsi is: [{'id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'name': 'tempest-AttachVolumeShelveTestJSON-1950806056-router', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:20:47Z', 'updated_at': '2021-07-19T17:20:50Z', 'revision_number': 4, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'gw_port': {'id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:48Z', 'updated_at': '2021-07-19T17:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_floatingips': [{'id': 'f38ecf78-0c81-43f9-81b5-d55c72b3f30f', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'router_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'port_id': '56d8c53e-5e16-4ebc-b945-e8ca7344b3b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971', 'mac_address': 'fa:16:3e:e8:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da307bb1-bc0e-4d99-bdf5-da11f55de2c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:23:56Z', 'updated_at': '2021-07-19T17:24:07Z', 'revision_number': 1, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca1336cd-a81f-4ef9-a50b-bd616031edda', 'name': '', 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'mac_address': 'fa:16:3e:0c:3e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:49Z', 'updated_at': '2021-07-19T17:20:55Z', 'revision_number': 5, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'subnets': [{'id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:24:09.164791 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17db5d8-c514-4bc5-ad91-f8708f34c28b admin admin] Router 6ed95d9d-5632-468f-864f-a0e3779dab00 has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:24:09.260080 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-69389507-7b06-439e-b85a-6e382c6172e5 None None] Provisioning complete for port 636ee46c-dd4b-4158-95d7-931becb421f6 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:24:09.261151 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-69389507-7b06-439e-b85a-6e382c6172e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:09.284384 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17db5d8-c514-4bc5-ad91-f8708f34c28b admin admin] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:24:09.293356 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-c17db5d8-c514-4bc5-ad91-f8708f34c28b admin admin] 10.222.0.63 "PUT /v2.0/routers/6ed95d9d-5632-468f-864f-a0e3779dab00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2586973 Jul 19 17:24:09.301516 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-69389507-7b06-439e-b85a-6e382c6172e5 None None] Port 636ee46c-dd4b-4158-95d7-931becb421f6 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:24:09.408497 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65801826-0289-47dd-84aa-c61699b9ac54 None None] New status for floating IP f38ecf78-0c81-43f9-81b5-d55c72b3f30f: ACTIVE {{(pid=93288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:24:09.767591 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 42914) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:09.772541 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-83c2e98a-8ffe-4024-8de6-9ca4df7e8af8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-510065691-network', 'tenant_id': '85639caf30024fdf8f9453b81644d39f'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:24:09.793490 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c2e98a-8ffe-4024-8de6-9ca4df7e8af8 admin admin] Made reservation on behalf of 85639caf30024fdf8f9453b81644d39f for: {'network': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:24:09.795862 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-83c2e98a-8ffe-4024-8de6-9ca4df7e8af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for network, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:09.804846 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-83c2e98a-8ffe-4024-8de6-9ca4df7e8af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:09.896411 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-83c2e98a-8ffe-4024-8de6-9ca4df7e8af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:09.900491 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-83c2e98a-8ffe-4024-8de6-9ca4df7e8af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:09.928764 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c2e98a-8ffe-4024-8de6-9ca4df7e8af8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=93285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:24:09.934284 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2e98a-8ffe-4024-8de6-9ca4df7e8af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4241f1-c77a-475d-bbe7-da71c80dafea,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:09.941561 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-83c2e98a-8ffe-4024-8de6-9ca4df7e8af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:09.941908 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.db.segments_db [None req-83c2e98a-8ffe-4024-8de6-9ca4df7e8af8 admin admin] Added segment afc3f42f-8c9c-45f2-9c14-6e5a5d09bad1 of type vlan for network 86e092c8-620b-45f5-a166-dee6a7ba2745 Jul 19 17:24:09.985630 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-83c2e98a-8ffe-4024-8de6-9ca4df7e8af8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737332213742'] for network, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:10.016527 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-83c2e98a-8ffe-4024-8de6-9ca4df7e8af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for network, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:10.017535 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c2e98a-8ffe-4024-8de6-9ca4df7e8af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:10.018121 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-83c2e98a-8ffe-4024-8de6-9ca4df7e8af8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:10.049436 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-83c2e98a-8ffe-4024-8de6-9ca4df7e8af8 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2806942 Jul 19 17:24:10.052094 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 42918) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:10.056829 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-908d2702-a6f5-490e-84a3-9b6ccabdc58a admin admin] Request body: {'subnet': {'network_id': '86e092c8-620b-45f5-a166-dee6a7ba2745', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-510065691-subnet', 'tenant_id': '85639caf30024fdf8f9453b81644d39f', 'ip_version': 4}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:24:10.089286 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2e98a-8ffe-4024-8de6-9ca4df7e8af8 admin admin] Pushing event updated for resources: {'Network': ['ID=86e092c8-620b-45f5-a166-dee6a7ba2745,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:10.101303 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Network 86e092c8-620b-45f5-a166-dee6a7ba2745 details requested by agent ovs-agent-dv-cinder-801354-1-iscsi with host dv-cinder-801354-1-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:24:10.106475 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908d2702-a6f5-490e-84a3-9b6ccabdc58a admin admin] Made reservation on behalf of 85639caf30024fdf8f9453b81644d39f for: {'subnet': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:24:10.111811 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-908d2702-a6f5-490e-84a3-9b6ccabdc58a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8936920'] for subnet, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:10.238693 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 0f15adbb-8916-43ce-951a-f75a968a8a05 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:24:10.244818 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9bb2f9-da29-48fb-a0ad-7e239ba2a529 None None] Sync routers for ids ['6ed95d9d-5632-468f-864f-a0e3779dab00'] in dv-cinder-801354-1-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:24:10.282595 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9bb2f9-da29-48fb-a0ad-7e239ba2a529 None None] Routers {'6ed95d9d-5632-468f-864f-a0e3779dab00'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:24:10.283242 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-7e9bb2f9-da29-48fb-a0ad-7e239ba2a529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:23:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['6ed95d9d-5632-468f-864f-a0e3779dab00'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:24:10.301961 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-908d2702-a6f5-490e-84a3-9b6ccabdc58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8936878'] for subnet, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:10.360114 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d2702-a6f5-490e-84a3-9b6ccabdc58a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c5b93d5-f787-4f28-a014-ba4c5b3f0500,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:10.369109 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908d2702-a6f5-490e-84a3-9b6ccabdc58a admin admin] Checking segment: {'id': 'afc3f42f-8c9c-45f2-9c14-6e5a5d09bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '86e092c8-620b-45f5-a166-dee6a7ba2745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:24:10.369506 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908d2702-a6f5-490e-84a3-9b6ccabdc58a admin admin] Network hostable DHCP agents. Network: 86e092c8-620b-45f5-a166-dee6a7ba2745, hostable agents: ['2623ed35-230f-4ed4-8c02-4756eb9c3b9a'], hosted agents: [] {{(pid=93285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:24:10.369909 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning for port 0f15adbb-8916-43ce-951a-f75a968a8a05 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:24:10.376656 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 0f15adbb-8916-43ce-951a-f75a968a8a05 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:24:10.377036 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:10.386030 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908d2702-a6f5-490e-84a3-9b6ccabdc58a admin admin] Network 86e092c8-620b-45f5-a166-dee6a7ba2745 is scheduled to be hosted by DHCP agent 2623ed35-230f-4ed4-8c02-4756eb9c3b9a with binding_index 1 {{(pid=93285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:24:10.395565 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-908d2702-a6f5-490e-84a3-9b6ccabdc58a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-1-iscsi, 86e092c8-620b-45f5-a166-dee6a7ba2745) {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:24:10.399589 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908d2702-a6f5-490e-84a3-9b6ccabdc58a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:10.400184 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-908d2702-a6f5-490e-84a3-9b6ccabdc58a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:10.405528 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac97de3-251f-46b2-ba09-33700ad095c2 None None] Network 86e092c8-620b-45f5-a166-dee6a7ba2745 requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:24:10.414930 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-908d2702-a6f5-490e-84a3-9b6ccabdc58a admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3618338 Jul 19 17:24:10.417515 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 42920) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:10.422274 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-6f524693-2895-4c12-be93-59b46d81854f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-510065691-router', 'tenant_id': '85639caf30024fdf8f9453b81644d39f', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:24:10.442416 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6f524693-2895-4c12-be93-59b46d81854f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-974277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9720'] for router, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:10.443397 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6f524693-2895-4c12-be93-59b46d81854f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-974835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1001687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9719'] for router, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:10.462809 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-7e9bb2f9-da29-48fb-a0ad-7e239ba2a529 None None] Set router 6ed95d9d-5632-468f-864f-a0e3779dab00 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:24:10.498807 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6f524693-2895-4c12-be93-59b46d81854f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:10.632885 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6f524693-2895-4c12-be93-59b46d81854f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-974089', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-974251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9669'] for router, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:10.690599 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:10.737333 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] For port 0f15adbb-8916-43ce-951a-f75a968a8a05, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=0f15adbb-8916-43ce-951a-f75a968a8a05,segment=NetworkSegment(7431590e-ccf2-4917-bcc9-f5f2a04630c8),segment_id=7431590e-ccf2-4917-bcc9-f5f2a04630c8)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:24:10.740032 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fc5f95f-3274-499a-b504-ef9b7ed890dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:10.745473 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:10.746240 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 197d6a62-8a37-47ea-82a1-691754646177 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:24:10.810211 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dcc4e0-7cc3-4047-9b02-4a48b0fd35a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb66f432-f83b-5af4-94dc-6d90656eacfe-86e092c8-620b-45f5-a166-dee6a7ba2745', 'network_id': '86e092c8-620b-45f5-a166-dee6a7ba2745', 'tenant_id': '85639caf30024fdf8f9453b81644d39f', 'fixed_ips': [{'subnet_id': '3c5b93d5-f787-4f28-a014-ba4c5b3f0500'}]}} from dv-cinder-801354-1-iscsi. {{(pid=93287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 17:24:10.811051 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-58dcc4e0-7cc3-4047-9b02-4a48b0fd35a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:10.834191 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6f524693-2895-4c12-be93-59b46d81854f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:10.856751 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6f524693-2895-4c12-be93-59b46d81854f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:10.896615 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Pushing event updated for resources: {'Port': ['ID=0f15adbb-8916-43ce-951a-f75a968a8a05,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:10.958927 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-6f524693-2895-4c12-be93-59b46d81854f admin admin] Allocated IP 172.27.1.172 (471a83f0-55fa-4280-ad36-b168b6f04fca/5f22dab2-98ea-4073-8b5a-7afc7b46c4a2/75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:24:11.002290 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 197d6a62-8a37-47ea-82a1-691754646177 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:24:11.002662 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:11.011366 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-7e9bb2f9-da29-48fb-a0ad-7e239ba2a529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'name': 'tempest-TestMinimumBasicScenario-20207841-router', 'tenant_id': '380ffb294035407d846529ca9b7ae1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '0f15adbb-8916-43ce-951a-f75a968a8a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:24:05Z', 'updated_at': '2021-07-19T17:24:08Z', 'revision_number': 4, 'project_id': '380ffb294035407d846529ca9b7ae1a5', 'gw_port': {'id': '0f15adbb-8916-43ce-951a-f75a968a8a05', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:05Z', 'updated_at': '2021-07-19T17:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': '636ee46c-dd4b-4158-95d7-931becb421f6', 'name': '', 'network_id': 'd3a56c18-022c-4c29-8fcc-c4e7a03e9ed5', 'tenant_id': '380ffb294035407d846529ca9b7ae1a5', 'mac_address': 'fa:16:3e:5a:5d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '70903e03-dbe6-4672-a952-3f41e15d172b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:07Z', 'updated_at': '2021-07-19T17:24:08Z', 'revision_number': 2, 'project_id': '380ffb294035407d846529ca9b7ae1a5', 'subnets': [{'id': '70903e03-dbe6-4672-a952-3f41e15d172b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:24:11.065084 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6f524693-2895-4c12-be93-59b46d81854f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:11.067869 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9bb2f9-da29-48fb-a0ad-7e239ba2a529 None None] Checking router: 6ed95d9d-5632-468f-864f-a0e3779dab00 for host: dv-cinder-801354-1-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:24:11.068228 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9bb2f9-da29-48fb-a0ad-7e239ba2a529 None None] Updating router 6ed95d9d-5632-468f-864f-a0e3779dab00 port 636ee46c-dd4b-4158-95d7-931becb421f6 binding host dv-cinder-801354-1-iscsi {{(pid=93287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:24:11.074826 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.db_base_plugin_common [None req-58dcc4e0-7cc3-4047-9b02-4a48b0fd35a9 None None] Allocated IP 172.20.0.2 (86e092c8-620b-45f5-a166-dee6a7ba2745/3c5b93d5-f787-4f28-a014-ba4c5b3f0500/0b2bd329-5c9b-4b79-87b4-729618cd78be) {{(pid=93287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:24:11.105618 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6f524693-2895-4c12-be93-59b46d81854f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:11.127646 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7e9bb2f9-da29-48fb-a0ad-7e239ba2a529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:11.149149 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f524693-2895-4c12-be93-59b46d81854f admin admin] Network 471a83f0-55fa-4280-ad36-b168b6f04fca is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:24:11.152073 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-6f524693-2895-4c12-be93-59b46d81854f admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:24:11.156503 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f524693-2895-4c12-be93-59b46d81854f admin admin] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:24:11.159546 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f524693-2895-4c12-be93-59b46d81854f admin admin] Pushing event updated for resources: {'Port': ['ID=75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:11.270459 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:11.409544 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6f524693-2895-4c12-be93-59b46d81854f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:11.429680 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-58dcc4e0-7cc3-4047-9b02-4a48b0fd35a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:11.466919 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-58dcc4e0-7cc3-4047-9b02-4a48b0fd35a9 None None] Transition to ACTIVE for port object 0b2bd329-5c9b-4b79-87b4-729618cd78be will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:24:11.494770 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-58dcc4e0-7cc3-4047-9b02-4a48b0fd35a9 None None] Transition to ACTIVE for port object 0b2bd329-5c9b-4b79-87b4-729618cd78be will not be triggered until provisioned by entity DHCP. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:24:11.506737 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-58dcc4e0-7cc3-4047-9b02-4a48b0fd35a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961'] for port, after_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:11.706206 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dcc4e0-7cc3-4047-9b02-4a48b0fd35a9 None None] Network 86e092c8-620b-45f5-a166-dee6a7ba2745 is already hosted by enough agents. {{(pid=93287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:24:11.724486 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dcc4e0-7cc3-4047-9b02-4a48b0fd35a9 None None] Pushing event updated for resources: {'Port': ['ID=0b2bd329-5c9b-4b79-87b4-729618cd78be,revision_number=1']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:11.727065 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.scheduler.base_scheduler [None req-58dcc4e0-7cc3-4047-9b02-4a48b0fd35a9 None None] Resources bound (agent type, host, resource id): {{(pid=93287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:24:11.730779 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dcc4e0-7cc3-4047-9b02-4a48b0fd35a9 None None] Received port after_create {{(pid=93287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:24:11.774571 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7e9bb2f9-da29-48fb-a0ad-7e239ba2a529 None None] Notify callbacks [] for port, precommit_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:11.808425 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-7e9bb2f9-da29-48fb-a0ad-7e239ba2a529 None None] Transition to ACTIVE for port object 636ee46c-dd4b-4158-95d7-931becb421f6 will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:24:11.813001 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-58dcc4e0-7cc3-4047-9b02-4a48b0fd35a9 None None] Attempting to bind port 0b2bd329-5c9b-4b79-87b4-729618cd78be on host dv-cinder-801354-1-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:24:11.813382 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-58dcc4e0-7cc3-4047-9b02-4a48b0fd35a9 None None] Attempting to bind port 0b2bd329-5c9b-4b79-87b4-729618cd78be by drivers openvswitch,hyperv on host dv-cinder-801354-1-iscsi at level 0 using segments [{'id': 'afc3f42f-8c9c-45f2-9c14-6e5a5d09bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '86e092c8-620b-45f5-a166-dee6a7ba2745'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:24:11.813745 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dcc4e0-7cc3-4047-9b02-4a48b0fd35a9 None None] Attempting to bind port 0b2bd329-5c9b-4b79-87b4-729618cd78be on network 86e092c8-620b-45f5-a166-dee6a7ba2745 {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:24:11.818372 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7e9bb2f9-da29-48fb-a0ad-7e239ba2a529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:11.826765 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dcc4e0-7cc3-4047-9b02-4a48b0fd35a9 None None] Checking agent: {'id': '1644f3e0-cc54-41af-ad00-0738a02153ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 9, 11), 'started_at': datetime.datetime(2021, 7, 19, 17, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:24:11.827139 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dcc4e0-7cc3-4047-9b02-4a48b0fd35a9 None None] Checking segment: {'id': 'afc3f42f-8c9c-45f2-9c14-6e5a5d09bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '86e092c8-620b-45f5-a166-dee6a7ba2745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:24:11.827536 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-58dcc4e0-7cc3-4047-9b02-4a48b0fd35a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:11.828454 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dcc4e0-7cc3-4047-9b02-4a48b0fd35a9 None None] Bound using segment: {'id': 'afc3f42f-8c9c-45f2-9c14-6e5a5d09bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '86e092c8-620b-45f5-a166-dee6a7ba2745'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:24:11.828991 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-58dcc4e0-7cc3-4047-9b02-4a48b0fd35a9 None None] Bound port: 0b2bd329-5c9b-4b79-87b4-729618cd78be, host: dv-cinder-801354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc3f42f-8c9c-45f2-9c14-6e5a5d09bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '86e092c8-620b-45f5-a166-dee6a7ba2745'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:24:11.829334 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-58dcc4e0-7cc3-4047-9b02-4a48b0fd35a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:11.867103 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6f524693-2895-4c12-be93-59b46d81854f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-974268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-974124'] for router, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:11.910834 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992cbd0-182a-439f-9e8c-f0b16fb5966f None None] Pushing event updated for resources: {'Port': ['ID=636ee46c-dd4b-4158-95d7-931becb421f6,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:12.000935 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-7e9bb2f9-da29-48fb-a0ad-7e239ba2a529 None None] Attempting to bind port 636ee46c-dd4b-4158-95d7-931becb421f6 on host dv-cinder-801354-1-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:24:12.000935 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-7e9bb2f9-da29-48fb-a0ad-7e239ba2a529 None None] Attempting to bind port 636ee46c-dd4b-4158-95d7-931becb421f6 by drivers openvswitch,hyperv on host dv-cinder-801354-1-iscsi at level 0 using segments [{'id': 'e48e2bef-e299-4399-abcc-d15e56818819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd3a56c18-022c-4c29-8fcc-c4e7a03e9ed5'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:24:12.001316 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9bb2f9-da29-48fb-a0ad-7e239ba2a529 None None] Attempting to bind port 636ee46c-dd4b-4158-95d7-931becb421f6 on network d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5 {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:24:12.004882 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-58dcc4e0-7cc3-4047-9b02-4a48b0fd35a9 None None] For port 0b2bd329-5c9b-4b79-87b4-729618cd78be, host dv-cinder-801354-1-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:24:12.005901 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f524693-2895-4c12-be93-59b46d81854f admin admin] Router 92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c is scheduled to L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f with binding_index 1 {{(pid=93285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 17:24:12.008570 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:12.010337 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-58dcc4e0-7cc3-4047-9b02-4a48b0fd35a9 None None] For port 0b2bd329-5c9b-4b79-87b4-729618cd78be, host dv-cinder-801354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=0b2bd329-5c9b-4b79-87b4-729618cd78be,segment=NetworkSegment(afc3f42f-8c9c-45f2-9c14-6e5a5d09bad1),segment_id=afc3f42f-8c9c-45f2-9c14-6e5a5d09bad1)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:24:12.011762 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9bb2f9-da29-48fb-a0ad-7e239ba2a529 None None] Checking agent: {'id': '1644f3e0-cc54-41af-ad00-0738a02153ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 9, 11), 'started_at': datetime.datetime(2021, 7, 19, 17, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:24:12.012362 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9bb2f9-da29-48fb-a0ad-7e239ba2a529 None None] Checking segment: {'id': 'e48e2bef-e299-4399-abcc-d15e56818819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd3a56c18-022c-4c29-8fcc-c4e7a03e9ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:24:12.012574 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7e9bb2f9-da29-48fb-a0ad-7e239ba2a529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:12.012911 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9bb2f9-da29-48fb-a0ad-7e239ba2a529 None None] Bound using segment: {'id': 'e48e2bef-e299-4399-abcc-d15e56818819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd3a56c18-022c-4c29-8fcc-c4e7a03e9ed5'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:24:12.013676 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-7e9bb2f9-da29-48fb-a0ad-7e239ba2a529 None None] Bound port: 636ee46c-dd4b-4158-95d7-931becb421f6, host: dv-cinder-801354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e48e2bef-e299-4399-abcc-d15e56818819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd3a56c18-022c-4c29-8fcc-c4e7a03e9ed5'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:24:12.014050 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7e9bb2f9-da29-48fb-a0ad-7e239ba2a529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:12.018272 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-58dcc4e0-7cc3-4047-9b02-4a48b0fd35a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:12.133484 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dcc4e0-7cc3-4047-9b02-4a48b0fd35a9 None None] Pushing event updated for resources: {'Port': ['ID=0b2bd329-5c9b-4b79-87b4-729618cd78be,revision_number=2']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:12.135716 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f524693-2895-4c12-be93-59b46d81854f admin admin] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:24:12.155635 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-7e9bb2f9-da29-48fb-a0ad-7e239ba2a529 None None] For port 636ee46c-dd4b-4158-95d7-931becb421f6, host dv-cinder-801354-1-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:24:12.159772 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-7e9bb2f9-da29-48fb-a0ad-7e239ba2a529 None None] For port 636ee46c-dd4b-4158-95d7-931becb421f6, host dv-cinder-801354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=636ee46c-dd4b-4158-95d7-931becb421f6,segment=NetworkSegment(e48e2bef-e299-4399-abcc-d15e56818819),segment_id=e48e2bef-e299-4399-abcc-d15e56818819)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:24:12.161128 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e9b0ef-b666-4c1b-89f2-d78b655f0428 None None] Sync routers for ids ['92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c'] in dv-cinder-801354-1-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:24:12.166038 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 0f15adbb-8916-43ce-951a-f75a968a8a05 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:24:12.180279 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e9b0ef-b666-4c1b-89f2-d78b655f0428 None None] Routers {'92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:24:12.180921 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-a4e9b0ef-b666-4c1b-89f2-d78b655f0428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:24:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:24:12.183810 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6f524693-2895-4c12-be93-59b46d81854f admin admin] Notify callbacks [] for router, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:12.188454 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-6f524693-2895-4c12-be93-59b46d81854f admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7669060 Jul 19 17:24:12.190296 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7e9bb2f9-da29-48fb-a0ad-7e239ba2a529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:12.190416 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 42926) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:12.297355 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9bb2f9-da29-48fb-a0ad-7e239ba2a529 None None] Routers {'6ed95d9d-5632-468f-864f-a0e3779dab00'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:24:12.298002 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-7e9bb2f9-da29-48fb-a0ad-7e239ba2a529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:24:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['6ed95d9d-5632-468f-864f-a0e3779dab00'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:24:12.303910 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992cbd0-182a-439f-9e8c-f0b16fb5966f None None] Pushing event updated for resources: {'Port': ['ID=636ee46c-dd4b-4158-95d7-931becb421f6,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:12.408817 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 0f15adbb-8916-43ce-951a-f75a968a8a05 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:24:12.408817 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:12.459963 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-a4e9b0ef-b666-4c1b-89f2-d78b655f0428 None None] Set router 92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:24:12.477330 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-7e9bb2f9-da29-48fb-a0ad-7e239ba2a529 None None] Set router 6ed95d9d-5632-468f-864f-a0e3779dab00 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:24:12.694331 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-a4e9b0ef-b666-4c1b-89f2-d78b655f0428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c', 'name': 'tempest-TestMinimumBasicScenario-510065691-router', 'tenant_id': '85639caf30024fdf8f9453b81644d39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:24:10Z', 'updated_at': '2021-07-19T17:24:11Z', 'revision_number': 3, 'project_id': '85639caf30024fdf8f9453b81644d39f', 'gw_port': {'id': '75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:10Z', 'updated_at': '2021-07-19T17:24:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi'}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:24:12.720916 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e9b0ef-b666-4c1b-89f2-d78b655f0428 None None] Checking router: 92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c for host: dv-cinder-801354-1-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:24:12.721284 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e9b0ef-b666-4c1b-89f2-d78b655f0428 None None] Updating router 92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c port 75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f binding host dv-cinder-801354-1-iscsi {{(pid=93288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:24:12.759227 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-7e9bb2f9-da29-48fb-a0ad-7e239ba2a529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'name': 'tempest-TestMinimumBasicScenario-20207841-router', 'tenant_id': '380ffb294035407d846529ca9b7ae1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '0f15adbb-8916-43ce-951a-f75a968a8a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:24:05Z', 'updated_at': '2021-07-19T17:24:08Z', 'revision_number': 4, 'project_id': '380ffb294035407d846529ca9b7ae1a5', 'gw_port': {'id': '0f15adbb-8916-43ce-951a-f75a968a8a05', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:05Z', 'updated_at': '2021-07-19T17:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': '636ee46c-dd4b-4158-95d7-931becb421f6', 'name': '', 'network_id': 'd3a56c18-022c-4c29-8fcc-c4e7a03e9ed5', 'tenant_id': '380ffb294035407d846529ca9b7ae1a5', 'mac_address': 'fa:16:3e:5a:5d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '70903e03-dbe6-4672-a952-3f41e15d172b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:07Z', 'updated_at': '2021-07-19T17:24:12Z', 'revision_number': 4, 'project_id': '380ffb294035407d846529ca9b7ae1a5', 'subnets': [{'id': '70903e03-dbe6-4672-a952-3f41e15d172b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:24:12.765815 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a4e9b0ef-b666-4c1b-89f2-d78b655f0428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:12.786830 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9bb2f9-da29-48fb-a0ad-7e239ba2a529 None None] The sync data for ids ['6ed95d9d-5632-468f-864f-a0e3779dab00'] in dv-cinder-801354-1-iscsi is: [{'id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'name': 'tempest-TestMinimumBasicScenario-20207841-router', 'tenant_id': '380ffb294035407d846529ca9b7ae1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '0f15adbb-8916-43ce-951a-f75a968a8a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:24:05Z', 'updated_at': '2021-07-19T17:24:08Z', 'revision_number': 4, 'project_id': '380ffb294035407d846529ca9b7ae1a5', 'gw_port': {'id': '0f15adbb-8916-43ce-951a-f75a968a8a05', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:05Z', 'updated_at': '2021-07-19T17:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': '636ee46c-dd4b-4158-95d7-931becb421f6', 'name': '', 'network_id': 'd3a56c18-022c-4c29-8fcc-c4e7a03e9ed5', 'tenant_id': '380ffb294035407d846529ca9b7ae1a5', 'mac_address': 'fa:16:3e:5a:5d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '70903e03-dbe6-4672-a952-3f41e15d172b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:07Z', 'updated_at': '2021-07-19T17:24:12Z', 'revision_number': 4, 'project_id': '380ffb294035407d846529ca9b7ae1a5', 'subnets': [{'id': '70903e03-dbe6-4672-a952-3f41e15d172b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:24:12.798600 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-cd02a494-5bec-4915-84d3-f3c6d8495023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:13.015644 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-cd02a494-5bec-4915-84d3-f3c6d8495023 admin admin] Allocated IP 172.20.0.1 (86e092c8-620b-45f5-a166-dee6a7ba2745/3c5b93d5-f787-4f28-a014-ba4c5b3f0500/311c0906-72eb-4c22-a013-9072f3b0ed1d) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:24:13.081910 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a4e9b0ef-b666-4c1b-89f2-d78b655f0428 None None] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:13.093448 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [None req-a4e9b0ef-b666-4c1b-89f2-d78b655f0428 None None] Transition to ACTIVE for port object 75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f will not be triggered until provisioned by entity L2. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:24:13.103730 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a4e9b0ef-b666-4c1b-89f2-d78b655f0428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:13.160376 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-a4e9b0ef-b666-4c1b-89f2-d78b655f0428 None None] Attempting to bind port 75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f on host dv-cinder-801354-1-iscsi for vnic_type normal with profile {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:24:13.161266 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-a4e9b0ef-b666-4c1b-89f2-d78b655f0428 None None] Attempting to bind port 75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f by drivers openvswitch,hyperv on host dv-cinder-801354-1-iscsi at level 0 using segments [{'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:24:13.162310 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e9b0ef-b666-4c1b-89f2-d78b655f0428 None None] Attempting to bind port 75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f on network 471a83f0-55fa-4280-ad36-b168b6f04fca {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:24:13.164973 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-cd02a494-5bec-4915-84d3-f3c6d8495023 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:13.178841 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e9b0ef-b666-4c1b-89f2-d78b655f0428 None None] Checking agent: {'id': '1644f3e0-cc54-41af-ad00-0738a02153ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 9, 11), 'started_at': datetime.datetime(2021, 7, 19, 17, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:24:13.179214 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e9b0ef-b666-4c1b-89f2-d78b655f0428 None None] Checking segment: {'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:24:13.179609 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a4e9b0ef-b666-4c1b-89f2-d78b655f0428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:13.180123 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e9b0ef-b666-4c1b-89f2-d78b655f0428 None None] Bound using segment: {'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:24:13.180782 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-a4e9b0ef-b666-4c1b-89f2-d78b655f0428 None None] Bound port: 75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f, host: dv-cinder-801354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7431590e-ccf2-4917-bcc9-f5f2a04630c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca'}}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:24:13.181384 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a4e9b0ef-b666-4c1b-89f2-d78b655f0428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:13.181868 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-cd02a494-5bec-4915-84d3-f3c6d8495023 admin admin] Transition to ACTIVE for port object 311c0906-72eb-4c22-a013-9072f3b0ed1d will not be triggered until provisioned by entity DHCP. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:24:13.221767 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc9aee-1cce-435f-a0f4-4187a115f410 None None] Pushing event updated for resources: {'Port': ['ID=75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f,revision_number=2']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:13.222676 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-cd02a494-5bec-4915-84d3-f3c6d8495023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10507233'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:13.245124 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-a4e9b0ef-b666-4c1b-89f2-d78b655f0428 None None] For port 75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f, host dv-cinder-801354-1-iscsi, cleared binding levels {{(pid=93288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:24:13.248285 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-a4e9b0ef-b666-4c1b-89f2-d78b655f0428 None None] For port 75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f, host dv-cinder-801354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f,segment=NetworkSegment(7431590e-ccf2-4917-bcc9-f5f2a04630c8),segment_id=7431590e-ccf2-4917-bcc9-f5f2a04630c8)] {{(pid=93288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:24:13.254349 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a4e9b0ef-b666-4c1b-89f2-d78b655f0428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:13.268549 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875840bf-8a9b-4067-8aac-8d20034ed329 None None] Network 86e092c8-620b-45f5-a166-dee6a7ba2745 requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:24:13.277483 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd02a494-5bec-4915-84d3-f3c6d8495023 admin admin] Network 86e092c8-620b-45f5-a166-dee6a7ba2745 is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:24:13.278471 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02a494-5bec-4915-84d3-f3c6d8495023 admin admin] Pushing event updated for resources: {'Port': ['ID=311c0906-72eb-4c22-a013-9072f3b0ed1d,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:13.283305 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-cd02a494-5bec-4915-84d3-f3c6d8495023 admin admin] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:24:13.285144 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd02a494-5bec-4915-84d3-f3c6d8495023 admin admin] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:24:13.316572 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e9b0ef-b666-4c1b-89f2-d78b655f0428 None None] Routers {'92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:24:13.317319 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-a4e9b0ef-b666-4c1b-89f2-d78b655f0428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:24:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:24:13.359521 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-cd02a494-5bec-4915-84d3-f3c6d8495023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974323'] for router_interface, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:13.422185 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6bd24993-3904-4478-b0d8-7acdf6eff212 None None] Provisioning for port 0b2bd329-5c9b-4b79-87b4-729618cd78be completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:24:13.432899 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc9aee-1cce-435f-a0f4-4187a115f410 None None] Pushing event updated for resources: {'Port': ['ID=75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f,revision_number=3']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:13.450410 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-a4e9b0ef-b666-4c1b-89f2-d78b655f0428 None None] Set router 92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:24:13.549396 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-cd02a494-5bec-4915-84d3-f3c6d8495023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:13.670405 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-a4e9b0ef-b666-4c1b-89f2-d78b655f0428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c', 'name': 'tempest-TestMinimumBasicScenario-510065691-router', 'tenant_id': '85639caf30024fdf8f9453b81644d39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:24:10Z', 'updated_at': '2021-07-19T17:24:11Z', 'revision_number': 3, 'project_id': '85639caf30024fdf8f9453b81644d39f', 'gw_port': {'id': '75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:10Z', 'updated_at': '2021-07-19T17:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi'}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:24:13.701923 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e9b0ef-b666-4c1b-89f2-d78b655f0428 None None] The sync data for ids ['92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c'] in dv-cinder-801354-1-iscsi is: [{'id': '92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c', 'name': 'tempest-TestMinimumBasicScenario-510065691-router', 'tenant_id': '85639caf30024fdf8f9453b81644d39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:24:10Z', 'updated_at': '2021-07-19T17:24:11Z', 'revision_number': 3, 'project_id': '85639caf30024fdf8f9453b81644d39f', 'gw_port': {'id': '75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:10Z', 'updated_at': '2021-07-19T17:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi'}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:24:13.722220 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:13.755076 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-eb96c407-3a6e-446e-bc20-171bbaf47415 None None] Provisioning for port 311c0906-72eb-4c22-a013-9072f3b0ed1d completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:24:13.757990 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-cd02a494-5bec-4915-84d3-f3c6d8495023 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:13.761821 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-eb96c407-3a6e-446e-bc20-171bbaf47415 None None] Provisioning complete for port 311c0906-72eb-4c22-a013-9072f3b0ed1d triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:24:13.762140 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-eb96c407-3a6e-446e-bc20-171bbaf47415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:13.766450 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-cd02a494-5bec-4915-84d3-f3c6d8495023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10507256'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:13.811888 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-eb96c407-3a6e-446e-bc20-171bbaf47415 None None] Port 311c0906-72eb-4c22-a013-9072f3b0ed1d cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:24:13.858188 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-cd02a494-5bec-4915-84d3-f3c6d8495023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-785103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-972643'] for router_interface, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:13.860637 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02a494-5bec-4915-84d3-f3c6d8495023 admin admin] Pushing event updated for resources: {'Port': ['ID=311c0906-72eb-4c22-a013-9072f3b0ed1d,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:13.946265 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-3491a826-4672-418b-a479-8edcbf8e3b23 None None] Provisioning complete for port 311c0906-72eb-4c22-a013-9072f3b0ed1d triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:24:13.946737 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-3491a826-4672-418b-a479-8edcbf8e3b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:13.960409 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd02a494-5bec-4915-84d3-f3c6d8495023 admin admin] Network 86e092c8-620b-45f5-a166-dee6a7ba2745 is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:24:13.961800 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-cd02a494-5bec-4915-84d3-f3c6d8495023 admin admin] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:24:13.991884 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-3491a826-4672-418b-a479-8edcbf8e3b23 None None] Port 311c0906-72eb-4c22-a013-9072f3b0ed1d cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:24:14.082858 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd02a494-5bec-4915-84d3-f3c6d8495023 admin admin] Router 92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:24:14.206764 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd02a494-5bec-4915-84d3-f3c6d8495023 admin admin] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:24:14.212862 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-3d595156-2d93-4981-ac18-3969e9e46baa None None] Provisioning complete for port 311c0906-72eb-4c22-a013-9072f3b0ed1d triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:24:14.213282 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-3d595156-2d93-4981-ac18-3969e9e46baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:14.219330 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-cd02a494-5bec-4915-84d3-f3c6d8495023 admin admin] 10.222.0.63 "PUT /v2.0/routers/92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0234597 Jul 19 17:24:14.248107 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 0b2bd329-5c9b-4b79-87b4-729618cd78be up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:24:14.281938 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-3d595156-2d93-4981-ac18-3969e9e46baa None None] Port 311c0906-72eb-4c22-a013-9072f3b0ed1d cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:24:14.305824 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning for port 0b2bd329-5c9b-4b79-87b4-729618cd78be completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:24:14.309534 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 0b2bd329-5c9b-4b79-87b4-729618cd78be triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:24:14.310029 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:14.385618 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:14.460746 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] For port 0b2bd329-5c9b-4b79-87b4-729618cd78be, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=0b2bd329-5c9b-4b79-87b4-729618cd78be,segment=NetworkSegment(afc3f42f-8c9c-45f2-9c14-6e5a5d09bad1),segment_id=afc3f42f-8c9c-45f2-9c14-6e5a5d09bad1)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:24:14.467108 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:14.468084 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 636ee46c-dd4b-4158-95d7-931becb421f6 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:24:14.560678 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Pushing event updated for resources: {'Port': ['ID=0b2bd329-5c9b-4b79-87b4-729618cd78be,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:14.566902 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning for port 636ee46c-dd4b-4158-95d7-931becb421f6 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:24:14.571964 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 636ee46c-dd4b-4158-95d7-931becb421f6 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:24:14.572440 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:14.666008 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:14.696612 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] For port 636ee46c-dd4b-4158-95d7-931becb421f6, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=636ee46c-dd4b-4158-95d7-931becb421f6,segment=NetworkSegment(e48e2bef-e299-4399-abcc-d15e56818819),segment_id=e48e2bef-e299-4399-abcc-d15e56818819)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:24:14.700686 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:14.748575 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Pushing event updated for resources: {'Port': ['ID=636ee46c-dd4b-4158-95d7-931becb421f6,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:16.261714 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 0b2bd329-5c9b-4b79-87b4-729618cd78be up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:24:16.309025 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 0b2bd329-5c9b-4b79-87b4-729618cd78be triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:24:16.309446 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:16.391320 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:24:16.447196 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning for port 75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:24:16.451424 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:24:16.451705 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:16.539041 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:16.565824 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] For port 75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f,segment=NetworkSegment(7431590e-ccf2-4917-bcc9-f5f2a04630c8),segment_id=7431590e-ccf2-4917-bcc9-f5f2a04630c8)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:24:16.573165 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:16.574298 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 636ee46c-dd4b-4158-95d7-931becb421f6 up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:24:16.683199 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 636ee46c-dd4b-4158-95d7-931becb421f6 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:24:16.683818 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:16.693028 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:16.717194 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Pushing event updated for resources: {'Port': ['ID=75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:16.855751 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf3a7b3-43fe-4430-8172-0b96e002d152 None None] Sync routers for ids ['92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c'] in dv-cinder-801354-1-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:24:16.867420 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf3a7b3-43fe-4430-8172-0b96e002d152 None None] Routers {'92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:24:16.868128 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-faf3a7b3-43fe-4430-8172-0b96e002d152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:24:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:24:16.977086 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-faf3a7b3-43fe-4430-8172-0b96e002d152 None None] Set router 92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:24:17.317287 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-faf3a7b3-43fe-4430-8172-0b96e002d152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c', 'name': 'tempest-TestMinimumBasicScenario-510065691-router', 'tenant_id': '85639caf30024fdf8f9453b81644d39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:24:10Z', 'updated_at': '2021-07-19T17:24:13Z', 'revision_number': 4, 'project_id': '85639caf30024fdf8f9453b81644d39f', 'gw_port': {'id': '75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:10Z', 'updated_at': '2021-07-19T17:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': '311c0906-72eb-4c22-a013-9072f3b0ed1d', 'name': '', 'network_id': '86e092c8-620b-45f5-a166-dee6a7ba2745', 'tenant_id': '85639caf30024fdf8f9453b81644d39f', 'mac_address': 'fa:16:3e:0b:37:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3c5b93d5-f787-4f28-a014-ba4c5b3f0500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:12Z', 'updated_at': '2021-07-19T17:24:13Z', 'revision_number': 2, 'project_id': '85639caf30024fdf8f9453b81644d39f', 'subnets': [{'id': '3c5b93d5-f787-4f28-a014-ba4c5b3f0500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:24:17.345147 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf3a7b3-43fe-4430-8172-0b96e002d152 None None] Checking router: 92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c for host: dv-cinder-801354-1-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:24:17.345147 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf3a7b3-43fe-4430-8172-0b96e002d152 None None] Updating router 92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c port 311c0906-72eb-4c22-a013-9072f3b0ed1d binding host dv-cinder-801354-1-iscsi {{(pid=93287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:24:17.381262 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-faf3a7b3-43fe-4430-8172-0b96e002d152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:17.669881 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-faf3a7b3-43fe-4430-8172-0b96e002d152 None None] Notify callbacks [] for port, precommit_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:17.681786 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-faf3a7b3-43fe-4430-8172-0b96e002d152 None None] Transition to ACTIVE for port object 311c0906-72eb-4c22-a013-9072f3b0ed1d will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:24:17.690194 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-faf3a7b3-43fe-4430-8172-0b96e002d152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:17.750998 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd85887-9ed5-4feb-8204-22c7998fd0ed None None] Pushing event updated for resources: {'Port': ['ID=311c0906-72eb-4c22-a013-9072f3b0ed1d,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:17.815388 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-faf3a7b3-43fe-4430-8172-0b96e002d152 None None] Attempting to bind port 311c0906-72eb-4c22-a013-9072f3b0ed1d on host dv-cinder-801354-1-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:24:17.816149 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-faf3a7b3-43fe-4430-8172-0b96e002d152 None None] Attempting to bind port 311c0906-72eb-4c22-a013-9072f3b0ed1d by drivers openvswitch,hyperv on host dv-cinder-801354-1-iscsi at level 0 using segments [{'id': 'afc3f42f-8c9c-45f2-9c14-6e5a5d09bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '86e092c8-620b-45f5-a166-dee6a7ba2745'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:24:17.816735 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf3a7b3-43fe-4430-8172-0b96e002d152 None None] Attempting to bind port 311c0906-72eb-4c22-a013-9072f3b0ed1d on network 86e092c8-620b-45f5-a166-dee6a7ba2745 {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:24:17.823179 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf3a7b3-43fe-4430-8172-0b96e002d152 None None] Checking agent: {'id': '1644f3e0-cc54-41af-ad00-0738a02153ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 9, 11), 'started_at': datetime.datetime(2021, 7, 19, 17, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:24:17.823923 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf3a7b3-43fe-4430-8172-0b96e002d152 None None] Checking segment: {'id': 'afc3f42f-8c9c-45f2-9c14-6e5a5d09bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '86e092c8-620b-45f5-a166-dee6a7ba2745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:24:17.824537 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-faf3a7b3-43fe-4430-8172-0b96e002d152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:17.825125 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf3a7b3-43fe-4430-8172-0b96e002d152 None None] Bound using segment: {'id': 'afc3f42f-8c9c-45f2-9c14-6e5a5d09bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '86e092c8-620b-45f5-a166-dee6a7ba2745'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:24:17.825824 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-faf3a7b3-43fe-4430-8172-0b96e002d152 None None] Bound port: 311c0906-72eb-4c22-a013-9072f3b0ed1d, host: dv-cinder-801354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc3f42f-8c9c-45f2-9c14-6e5a5d09bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '86e092c8-620b-45f5-a166-dee6a7ba2745'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:24:17.826477 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-faf3a7b3-43fe-4430-8172-0b96e002d152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:17.903428 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-faf3a7b3-43fe-4430-8172-0b96e002d152 None None] For port 311c0906-72eb-4c22-a013-9072f3b0ed1d, host dv-cinder-801354-1-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:24:17.908530 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-faf3a7b3-43fe-4430-8172-0b96e002d152 None None] For port 311c0906-72eb-4c22-a013-9072f3b0ed1d, host dv-cinder-801354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=311c0906-72eb-4c22-a013-9072f3b0ed1d,segment=NetworkSegment(afc3f42f-8c9c-45f2-9c14-6e5a5d09bad1),segment_id=afc3f42f-8c9c-45f2-9c14-6e5a5d09bad1)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:24:17.914594 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-faf3a7b3-43fe-4430-8172-0b96e002d152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:17.983124 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf3a7b3-43fe-4430-8172-0b96e002d152 None None] Routers {'92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:24:17.983762 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-faf3a7b3-43fe-4430-8172-0b96e002d152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:24:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:24:18.057250 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd85887-9ed5-4feb-8204-22c7998fd0ed None None] Pushing event updated for resources: {'Port': ['ID=311c0906-72eb-4c22-a013-9072f3b0ed1d,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:18.161295 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-faf3a7b3-43fe-4430-8172-0b96e002d152 None None] Set router 92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:24:18.196556 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:24:18.347598 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:24:18.348311 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:18.486309 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-faf3a7b3-43fe-4430-8172-0b96e002d152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c', 'name': 'tempest-TestMinimumBasicScenario-510065691-router', 'tenant_id': '85639caf30024fdf8f9453b81644d39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:24:10Z', 'updated_at': '2021-07-19T17:24:13Z', 'revision_number': 4, 'project_id': '85639caf30024fdf8f9453b81644d39f', 'gw_port': {'id': '75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:10Z', 'updated_at': '2021-07-19T17:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': '311c0906-72eb-4c22-a013-9072f3b0ed1d', 'name': '', 'network_id': '86e092c8-620b-45f5-a166-dee6a7ba2745', 'tenant_id': '85639caf30024fdf8f9453b81644d39f', 'mac_address': 'fa:16:3e:0b:37:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3c5b93d5-f787-4f28-a014-ba4c5b3f0500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:12Z', 'updated_at': '2021-07-19T17:24:17Z', 'revision_number': 4, 'project_id': '85639caf30024fdf8f9453b81644d39f', 'subnets': [{'id': '3c5b93d5-f787-4f28-a014-ba4c5b3f0500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:24:18.520880 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf3a7b3-43fe-4430-8172-0b96e002d152 None None] The sync data for ids ['92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c'] in dv-cinder-801354-1-iscsi is: [{'id': '92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c', 'name': 'tempest-TestMinimumBasicScenario-510065691-router', 'tenant_id': '85639caf30024fdf8f9453b81644d39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:24:10Z', 'updated_at': '2021-07-19T17:24:13Z', 'revision_number': 4, 'project_id': '85639caf30024fdf8f9453b81644d39f', 'gw_port': {'id': '75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:10Z', 'updated_at': '2021-07-19T17:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': '311c0906-72eb-4c22-a013-9072f3b0ed1d', 'name': '', 'network_id': '86e092c8-620b-45f5-a166-dee6a7ba2745', 'tenant_id': '85639caf30024fdf8f9453b81644d39f', 'mac_address': 'fa:16:3e:0b:37:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3c5b93d5-f787-4f28-a014-ba4c5b3f0500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:12Z', 'updated_at': '2021-07-19T17:24:17Z', 'revision_number': 4, 'project_id': '85639caf30024fdf8f9453b81644d39f', 'subnets': [{'id': '3c5b93d5-f787-4f28-a014-ba4c5b3f0500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:24:19.698703 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:24:20.203792 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 311c0906-72eb-4c22-a013-9072f3b0ed1d up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:24:20.276152 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning for port 311c0906-72eb-4c22-a013-9072f3b0ed1d completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:24:20.280578 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 311c0906-72eb-4c22-a013-9072f3b0ed1d triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:24:20.281516 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:20.396850 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:20.435464 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] For port 311c0906-72eb-4c22-a013-9072f3b0ed1d, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=311c0906-72eb-4c22-a013-9072f3b0ed1d,segment=NetworkSegment(afc3f42f-8c9c-45f2-9c14-6e5a5d09bad1),segment_id=afc3f42f-8c9c-45f2-9c14-6e5a5d09bad1)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:24:20.440145 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:20.509653 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Pushing event updated for resources: {'Port': ['ID=311c0906-72eb-4c22-a013-9072f3b0ed1d,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:22.165262 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 311c0906-72eb-4c22-a013-9072f3b0ed1d up at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:24:22.219706 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Provisioning complete for port 311c0906-72eb-4c22-a013-9072f3b0ed1d triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:24:22.220159 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:25.458613 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-8c75f700-c56b-423f-87fb-79099e8eb448 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:25.460077 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-8c75f700-c56b-423f-87fb-79099e8eb448 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/networks?id=d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5 HTTP/1.1" status: 200 len: 813 time: 0.1010218 Jul 19 17:24:25.475941 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-c005608b-f702-47fe-9041-26d50a07593d tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/quotas/380ffb294035407d846529ca9b7ae1a5 HTTP/1.1" status: 200 len: 375 time: 0.0106373 Jul 19 17:24:25.548845 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-437ee908-d200-48e4-89d5-1f368d38d4db tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=380ffb294035407d846529ca9b7ae1a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680585 Jul 19 17:24:25.643679 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-257bdf5d-a5d3-4b94-82bd-e898db1b13de service neutron] 10.222.0.63 "GET /v2.0/networks/d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836751 Jul 19 17:24:25.735480 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-4dc0c3fb-d81e-4479-9674-43cb6c5f71f5 service neutron] 10.222.0.63 "GET /v2.0/networks/d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861268 Jul 19 17:24:25.893907 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5cd44600-9000-46f8-9ba3-ab29ba7c420d req-67141f11-afef-4acb-97c0-b83019c5a948 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 210 time: 0.0285661 Jul 19 17:24:26.880629 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-f8b5f9c6-e0cf-44c3-9d4b-d8bf36c45865 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:26.882900 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-f8b5f9c6-e0cf-44c3-9d4b-d8bf36c45865 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.16 "GET /v2.0/networks?id=d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5 HTTP/1.1" status: 200 len: 813 time: 0.1020739 Jul 19 17:24:26.896397 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-7a041a11-6854-4119-af7b-d8b579604425 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Request body: {'port': {'device_id': 'c30f2c64-3ef6-4593-9464-d1b31cdf3719', 'network_id': 'd3a56c18-022c-4c29-8fcc-c4e7a03e9ed5', 'admin_state_up': True, 'tenant_id': '380ffb294035407d846529ca9b7ae1a5'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:24:26.996055 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-359e9f1b-e5b6-4bc3-a699-c6a2b8d70654 req-8a378ac2-9d13-4b68-b598-14d2f18f9599 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 210 time: 0.0289462 Jul 19 17:24:27.024757 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-7a041a11-6854-4119-af7b-d8b579604425 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Made reservation on behalf of 380ffb294035407d846529ca9b7ae1a5 for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:24:27.028681 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-7a041a11-6854-4119-af7b-d8b579604425 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:27.158734 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-7a041a11-6854-4119-af7b-d8b579604425 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Allocated IP 172.20.0.4 (d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5/70903e03-dbe6-4672-a952-3f41e15d172b/2fcae369-95eb-4923-8d42-de1578c5a616) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:24:27.385068 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-7a041a11-6854-4119-af7b-d8b579604425 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:27.410155 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-7a041a11-6854-4119-af7b-d8b579604425 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Transition to ACTIVE for port object 2fcae369-95eb-4923-8d42-de1578c5a616 will not be triggered until provisioned by entity DHCP. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:24:27.450684 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-7a041a11-6854-4119-af7b-d8b579604425 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:27.503106 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-7a041a11-6854-4119-af7b-d8b579604425 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Network d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:24:27.513671 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-7a041a11-6854-4119-af7b-d8b579604425 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:24:27.518113 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-7a041a11-6854-4119-af7b-d8b579604425 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:24:27.554573 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a041a11-6854-4119-af7b-d8b579604425 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Pushing event updated for resources: {'Port': ['ID=2fcae369-95eb-4923-8d42-de1578c5a616,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:27.609839 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-7a041a11-6854-4119-af7b-d8b579604425 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:27.610391 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-7a041a11-6854-4119-af7b-d8b579604425 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:27.646397 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-7a041a11-6854-4119-af7b-d8b579604425 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7542214 Jul 19 17:24:27.784687 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-1a4a653b-06e6-43f5-9bb8-f29c908df442 None None] Provisioning for port 2fcae369-95eb-4923-8d42-de1578c5a616 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:24:27.793464 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-1a4a653b-06e6-43f5-9bb8-f29c908df442 None None] Provisioning complete for port 2fcae369-95eb-4923-8d42-de1578c5a616 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:24:27.793842 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-1a4a653b-06e6-43f5-9bb8-f29c908df442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:27.828866 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-1a4a653b-06e6-43f5-9bb8-f29c908df442 None None] Port 2fcae369-95eb-4923-8d42-de1578c5a616 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:24:28.129789 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77865e-4784-4020-ab4b-18f9c7b92755 req-c9f65b11-df69-42d8-aa8a-6b349b59ac59 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:28.133707 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fe77865e-4784-4020-ab4b-18f9c7b92755 req-c9f65b11-df69-42d8-aa8a-6b349b59ac59 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 931 time: 0.0709722 Jul 19 17:24:28.178250 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fe77865e-4784-4020-ab4b-18f9c7b92755 req-c461271c-adef-4830-9468-d04c71e2c9d5 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414491 Jul 19 17:24:29.317381 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49404596-5b49-4bdc-a1ae-40d6b87bea84 req-98306a64-d816-4236-ae2d-17ac5d1ad237 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:29.318873 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-49404596-5b49-4bdc-a1ae-40d6b87bea84 req-98306a64-d816-4236-ae2d-17ac5d1ad237 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 931 time: 0.0663974 Jul 19 17:24:29.356945 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-49404596-5b49-4bdc-a1ae-40d6b87bea84 req-f488d5f1-e31d-49bd-a920-3e647adc60a5 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326283 Jul 19 17:24:30.489874 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ecdc7-ff0b-49f7-8719-113cac35759b req-2ee0f0fe-7f86-44aa-8067-2e040a2d9b47 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:30.491338 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-283ecdc7-ff0b-49f7-8719-113cac35759b req-2ee0f0fe-7f86-44aa-8067-2e040a2d9b47 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 931 time: 0.0663147 Jul 19 17:24:30.530018 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-283ecdc7-ff0b-49f7-8719-113cac35759b req-e5c51336-bfa0-4736-804e-554b77f9018c tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330329 Jul 19 17:24:31.662704 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c14bea-e2f5-46a8-93fc-946fe92382f4 req-fce8c517-8519-4c5d-9e43-df3ca6d425cc tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:31.664219 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-26c14bea-e2f5-46a8-93fc-946fe92382f4 req-fce8c517-8519-4c5d-9e43-df3ca6d425cc tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 931 time: 0.0686409 Jul 19 17:24:31.703591 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-26c14bea-e2f5-46a8-93fc-946fe92382f4 req-cf5b200b-fff9-40a6-b3d8-c0dd96d941e4 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336168 Jul 19 17:24:32.836446 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb1df6-8726-4d71-967d-93b6811dcca5 req-0ae21137-cdeb-4e73-b5f9-394604bdefd2 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:32.837494 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fcdb1df6-8726-4d71-967d-93b6811dcca5 req-0ae21137-cdeb-4e73-b5f9-394604bdefd2 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 931 time: 0.0652330 Jul 19 17:24:32.877068 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fcdb1df6-8726-4d71-967d-93b6811dcca5 req-ec76c4ee-2ac9-4d8e-9636-6b94f67abe4c tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328801 Jul 19 17:24:34.015895 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8c1d4-3e9f-413c-867e-56b92fe119ab req-61738187-e50d-496b-8386-a3fc10d0d322 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:34.017487 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b8a8c1d4-3e9f-413c-867e-56b92fe119ab req-61738187-e50d-496b-8386-a3fc10d0d322 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 931 time: 0.0700202 Jul 19 17:24:34.056980 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b8a8c1d4-3e9f-413c-867e-56b92fe119ab req-7d84737a-3601-4bd2-856d-dde07c6ede2a tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335407 Jul 19 17:24:35.184793 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf64bc-e939-4e91-9015-43397cd7e31d req-98e87baf-5890-40b0-bbf9-92fb2f949661 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:35.186338 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e4cf64bc-e939-4e91-9015-43397cd7e31d req-98e87baf-5890-40b0-bbf9-92fb2f949661 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 931 time: 0.0648818 Jul 19 17:24:35.228579 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e4cf64bc-e939-4e91-9015-43397cd7e31d req-12421329-db7f-4f2a-8fa2-a8bf362a97da tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356369 Jul 19 17:24:36.363578 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc583064-ded0-4689-927b-c329adab359e req-7393bc53-96e0-4524-9d6e-bf92ac36c7f4 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:36.365144 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fc583064-ded0-4689-927b-c329adab359e req-7393bc53-96e0-4524-9d6e-bf92ac36c7f4 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 931 time: 0.0671732 Jul 19 17:24:36.405961 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fc583064-ded0-4689-927b-c329adab359e req-5a49e9e1-c29b-43b6-b068-e5dfac72a799 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352874 Jul 19 17:24:37.321234 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-75bc567b-9aae-4fc9-83c3-5b995fd53f48 service neutron] Request body: {'port': {'device_id': 'c30f2c64-3ef6-4593-9464-d1b31cdf3719', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:24:37.391704 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-75bc567b-9aae-4fc9-83c3-5b995fd53f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:37.537334 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d57b3e-de3b-4f9a-a5a0-73c77604afb0 req-6c38e129-a5e6-451e-9b95-50c83315fa79 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:37.538857 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-80d57b3e-de3b-4f9a-a5a0-73c77604afb0 req-6c38e129-a5e6-451e-9b95-50c83315fa79 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 931 time: 0.0672801 Jul 19 17:24:37.575925 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-80d57b3e-de3b-4f9a-a5a0-73c77604afb0 req-8cda4165-190b-4282-a47b-5ec84fa52c9d tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313814 Jul 19 17:24:37.656859 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-75bc567b-9aae-4fc9-83c3-5b995fd53f48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fcae369-95eb-4923-8d42-de1578c5a616 {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:24:37.664161 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-75bc567b-9aae-4fc9-83c3-5b995fd53f48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:37.675979 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-75bc567b-9aae-4fc9-83c3-5b995fd53f48 service neutron] Transition to ACTIVE for port object 2fcae369-95eb-4923-8d42-de1578c5a616 will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:24:37.679566 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-75bc567b-9aae-4fc9-83c3-5b995fd53f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8589033'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:37.728863 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc567b-9aae-4fc9-83c3-5b995fd53f48 service neutron] Pushing event updated for resources: {'Port': ['ID=2fcae369-95eb-4923-8d42-de1578c5a616,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:37.803238 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-75bc567b-9aae-4fc9-83c3-5b995fd53f48 service neutron] Attempting to bind port 2fcae369-95eb-4923-8d42-de1578c5a616 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:24:37.803575 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-75bc567b-9aae-4fc9-83c3-5b995fd53f48 service neutron] Attempting to bind port 2fcae369-95eb-4923-8d42-de1578c5a616 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'e48e2bef-e299-4399-abcc-d15e56818819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd3a56c18-022c-4c29-8fcc-c4e7a03e9ed5'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:24:37.803903 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-75bc567b-9aae-4fc9-83c3-5b995fd53f48 service neutron] Attempting to bind port 2fcae369-95eb-4923-8d42-de1578c5a616 on network d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:24:37.808284 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-75bc567b-9aae-4fc9-83c3-5b995fd53f48 service neutron] Port 2fcae369-95eb-4923-8d42-de1578c5a616 on network d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:24:37.808604 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-75bc567b-9aae-4fc9-83c3-5b995fd53f48 service neutron] Attempting to bind port 2fcae369-95eb-4923-8d42-de1578c5a616 on network d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:24:37.814098 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-75bc567b-9aae-4fc9-83c3-5b995fd53f48 service neutron] Checking agent: {'id': '17f591d8-d993-47ca-b852-67375c71a36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'started_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:24:37.814434 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-75bc567b-9aae-4fc9-83c3-5b995fd53f48 service neutron] Checking segment: {'id': 'e48e2bef-e299-4399-abcc-d15e56818819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd3a56c18-022c-4c29-8fcc-c4e7a03e9ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:24:37.814816 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-75bc567b-9aae-4fc9-83c3-5b995fd53f48 service neutron] Bound using segment: {'id': 'e48e2bef-e299-4399-abcc-d15e56818819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd3a56c18-022c-4c29-8fcc-c4e7a03e9ed5'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:24:37.815242 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-75bc567b-9aae-4fc9-83c3-5b995fd53f48 service neutron] Bound port: 2fcae369-95eb-4923-8d42-de1578c5a616, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e48e2bef-e299-4399-abcc-d15e56818819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd3a56c18-022c-4c29-8fcc-c4e7a03e9ed5'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:24:37.815602 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-75bc567b-9aae-4fc9-83c3-5b995fd53f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:37.879434 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-75bc567b-9aae-4fc9-83c3-5b995fd53f48 service neutron] For port 2fcae369-95eb-4923-8d42-de1578c5a616, host hv-cinder-80135, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:24:37.882374 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-75bc567b-9aae-4fc9-83c3-5b995fd53f48 service neutron] For port 2fcae369-95eb-4923-8d42-de1578c5a616, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2fcae369-95eb-4923-8d42-de1578c5a616,segment=NetworkSegment(e48e2bef-e299-4399-abcc-d15e56818819),segment_id=e48e2bef-e299-4399-abcc-d15e56818819)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:24:37.886006 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-75bc567b-9aae-4fc9-83c3-5b995fd53f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8589033'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:37.918855 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-75bc567b-9aae-4fc9-83c3-5b995fd53f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:37.919483 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-75bc567b-9aae-4fc9-83c3-5b995fd53f48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:37.920857 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-75bc567b-9aae-4fc9-83c3-5b995fd53f48 service neutron] 10.222.0.16 "PUT /v2.0/ports/2fcae369-95eb-4923-8d42-de1578c5a616 HTTP/1.1" status: 200 len: 1093 time: 0.6044300 Jul 19 17:24:37.921845 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30f2c64-3ef6-4593-9464-d1b31cdf3719', 'tag': '2fcae369-95eb-4923-8d42-de1578c5a616'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:24:37.924124 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c0b717-48b0-462a-b18a-4a83848ee630" -d '{"events": [{"name": "network-changed", "server_uuid": "c30f2c64-3ef6-4593-9464-d1b31cdf3719", "tag": "2fcae369-95eb-4923-8d42-de1578c5a616"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:24:37.949554 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc567b-9aae-4fc9-83c3-5b995fd53f48 service neutron] Pushing event updated for resources: {'Port': ['ID=2fcae369-95eb-4923-8d42-de1578c5a616,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:37.973339 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cde2144-4bf8-4bf2-9d47-9eb4c37d9880 x-openstack-request-id: req-4cde2144-4bf8-4bf2-9d47-9eb4c37d9880 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:24:37.973629 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c30f2c64-3ef6-4593-9464-d1b31cdf3719", "tag": "2fcae369-95eb-4923-8d42-de1578c5a616", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:24:37.973885 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4cde2144-4bf8-4bf2-9d47-9eb4c37d9880 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:24:37.974273 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30f2c64-3ef6-4593-9464-d1b31cdf3719', 'tag': '2fcae369-95eb-4923-8d42-de1578c5a616', 'status': 'completed', 'code': 200} Jul 19 17:24:38.030779 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-0e1a3a97-f39d-49bf-b5ea-a89b3ac08fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:38.032303 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-0e1a3a97-f39d-49bf-b5ea-a89b3ac08fa5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=380ffb294035407d846529ca9b7ae1a5&device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 1096 time: 0.0545585 Jul 19 17:24:38.078291 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-7236f01f-b7c9-4f7d-8825-8a8b06ed05ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fcae369-95eb-4923-8d42-de1578c5a616 HTTP/1.1" status: 200 len: 217 time: 0.0377510 Jul 19 17:24:38.130133 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-3ac68642-8636-44b2-89b2-bf831c273e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:38.131598 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-3ac68642-8636-44b2-89b2-bf831c273e8b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70903e03-dbe6-4672-a952-3f41e15d172b HTTP/1.1" status: 200 len: 852 time: 0.0430193 Jul 19 17:24:38.187625 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-cb272467-75aa-4658-b560-bc8cbf4f4155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:38.189084 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-cb272467-75aa-4658-b560-bc8cbf4f4155 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506673 Jul 19 17:24:38.284969 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-b96d40a7-31cf-411e-ba7d-581f6a9be648 service neutron] 10.222.0.16 "GET /v2.0/networks/d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877633 Jul 19 17:24:38.371193 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d75c9f23-cd43-40d4-886a-ecd5734309de req-0cc927b5-83cd-4cf4-a24e-45675839c9bc service neutron] 10.222.0.16 "GET /v2.0/networks/d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795386 Jul 19 17:24:38.466347 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f49a8038-f79a-4171-9cc7-cbc20ed2a61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:38.473712 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0b717-48b0-462a-b18a-4a83848ee630 req-cf1093e2-7d0d-4220-adf0-bd5a53dda389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:38.475224 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d6c0b717-48b0-462a-b18a-4a83848ee630 req-cf1093e2-7d0d-4220-adf0-bd5a53dda389 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=380ffb294035407d846529ca9b7ae1a5&device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 1096 time: 0.0581887 Jul 19 17:24:38.564377 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0b717-48b0-462a-b18a-4a83848ee630 req-9b6cdea6-7cfd-4b14-99e9-295b84e7be4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:38.565868 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d6c0b717-48b0-462a-b18a-4a83848ee630 req-9b6cdea6-7cfd-4b14-99e9-295b84e7be4e service neutron] 10.222.0.16 "GET /v2.0/networks?id=d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5 HTTP/1.1" status: 200 len: 914 time: 0.0836821 Jul 19 17:24:38.610738 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d6c0b717-48b0-462a-b18a-4a83848ee630 req-bfc5e2c4-7a9b-4afa-9b5b-0eb6bc049113 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fcae369-95eb-4923-8d42-de1578c5a616 HTTP/1.1" status: 200 len: 217 time: 0.0376177 Jul 19 17:24:38.686349 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0b717-48b0-462a-b18a-4a83848ee630 req-ccf8d5a5-1297-4a66-8d82-3a2256c33465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:38.687719 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d6c0b717-48b0-462a-b18a-4a83848ee630 req-ccf8d5a5-1297-4a66-8d82-3a2256c33465 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70903e03-dbe6-4672-a952-3f41e15d172b HTTP/1.1" status: 200 len: 852 time: 0.0703626 Jul 19 17:24:38.749517 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75315c-e5a3-42c8-bc61-13884eaf3844 req-b7c6fa03-821d-453e-b4ba-2d181dae0d8e tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:38.751038 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5f75315c-e5a3-42c8-bc61-13884eaf3844 req-b7c6fa03-821d-453e-b4ba-2d181dae0d8e tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 943 time: 0.1084123 Jul 19 17:24:38.784528 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0b717-48b0-462a-b18a-4a83848ee630 req-c624480f-9e96-4c81-9ff4-57999edb9848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:38.786061 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d6c0b717-48b0-462a-b18a-4a83848ee630 req-c624480f-9e96-4c81-9ff4-57999edb9848 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0906296 Jul 19 17:24:38.817611 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5f75315c-e5a3-42c8-bc61-13884eaf3844 req-753f3a22-d087-4819-bb0a-2b2970199f01 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589776 Jul 19 17:24:38.887775 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d6c0b717-48b0-462a-b18a-4a83848ee630 req-a1769340-2bee-4aad-8951-04b955003c6e service neutron] 10.222.0.16 "GET /v2.0/networks/d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926132 Jul 19 17:24:38.979353 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d6c0b717-48b0-462a-b18a-4a83848ee630 req-3f403e25-51b0-4c47-96d0-5d5b0f4ab5f0 service neutron] 10.222.0.16 "GET /v2.0/networks/d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834303 Jul 19 17:24:39.946777 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf557c4f-d584-48ed-b804-4570038c92ac req-24f9d694-dd04-4836-99a6-5f3a82b818cf tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:39.948328 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-bf557c4f-d584-48ed-b804-4570038c92ac req-24f9d694-dd04-4836-99a6-5f3a82b818cf tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 943 time: 0.0632715 Jul 19 17:24:39.986788 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-bf557c4f-d584-48ed-b804-4570038c92ac req-025c84ff-dae8-4566-a02b-a3374339e067 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314672 Jul 19 17:24:40.296710 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device 2fcae369-95eb-4923-8d42-de1578c5a616 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:24:40.390861 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port 2fcae369-95eb-4923-8d42-de1578c5a616, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2fcae369-95eb-4923-8d42-de1578c5a616,segment=NetworkSegment(e48e2bef-e299-4399-abcc-d15e56818819),segment_id=e48e2bef-e299-4399-abcc-d15e56818819)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:24:40.401613 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Returning: {'device': '2fcae369-95eb-4923-8d42-de1578c5a616', 'network_id': 'd3a56c18-022c-4c29-8fcc-c4e7a03e9ed5', 'port_id': '2fcae369-95eb-4923-8d42-de1578c5a616', 'mac_address': 'fa:16:3e:32:ab:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70903e03-dbe6-4672-a952-3f41e15d172b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:24:40.437537 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:40.449490 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fcae369-95eb-4923-8d42-de1578c5a616 {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:24:40.467753 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port 2fcae369-95eb-4923-8d42-de1578c5a616, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2fcae369-95eb-4923-8d42-de1578c5a616,segment=NetworkSegment(e48e2bef-e299-4399-abcc-d15e56818819),segment_id=e48e2bef-e299-4399-abcc-d15e56818819)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:24:40.471620 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:40.518317 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=2fcae369-95eb-4923-8d42-de1578c5a616,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:40.690434 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-3de31dff-2f68-452f-8108-5a727974a619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:40.719122 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['2fcae369-95eb-4923-8d42-de1578c5a616'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:24:41.114972 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25996a-5d3d-499d-95a9-e5b2e7c52ce8 req-3a2a4184-2db9-4705-9fc1-95f39f4129a0 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:41.116440 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ed25996a-5d3d-499d-95a9-e5b2e7c52ce8 req-3a2a4184-2db9-4705-9fc1-95f39f4129a0 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 944 time: 0.0651901 Jul 19 17:24:41.153435 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ed25996a-5d3d-499d-95a9-e5b2e7c52ce8 req-d5138dc4-18ca-4be2-a8d3-9ce081d0dd86 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314226 Jul 19 17:24:41.191304 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:41.956970 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:42.278428 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18da4f7-3e40-4b12-80bc-f913b44b0186 req-f83cbd38-2f89-465a-8cd9-8b92a508f4d8 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:42.279788 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e18da4f7-3e40-4b12-80bc-f913b44b0186 req-f83cbd38-2f89-465a-8cd9-8b92a508f4d8 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 944 time: 0.0613632 Jul 19 17:24:42.297794 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device 2fcae369-95eb-4923-8d42-de1578c5a616 up at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:24:42.317003 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e18da4f7-3e40-4b12-80bc-f913b44b0186 req-4d35b241-b71b-4df8-8b59-7c311ea99dfc tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316985 Jul 19 17:24:42.345825 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning for port 2fcae369-95eb-4923-8d42-de1578c5a616 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:24:42.349983 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning complete for port 2fcae369-95eb-4923-8d42-de1578c5a616 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:24:42.350356 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:42.429015 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:42.450290 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30f2c64-3ef6-4593-9464-d1b31cdf3719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fcae369-95eb-4923-8d42-de1578c5a616'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:24:42.452528 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa486d5c4e4f39956b43fe6dcc35bf0f2fe2e374caf29500c804b4cead58546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79ce782-f171-4213-b616-777e98c8cfdd" -d '{"events": [{"server_uuid": "c30f2c64-3ef6-4593-9464-d1b31cdf3719", "name": "network-vif-plugged", "status": "completed", "tag": "2fcae369-95eb-4923-8d42-de1578c5a616"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:24:42.464701 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port 2fcae369-95eb-4923-8d42-de1578c5a616, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2fcae369-95eb-4923-8d42-de1578c5a616,segment=NetworkSegment(e48e2bef-e299-4399-abcc-d15e56818819),segment_id=e48e2bef-e299-4399-abcc-d15e56818819)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:24:42.468744 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:42.491460 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdb85b6-df58-46db-a4cb-782f19f5e980 x-openstack-request-id: req-ffdb85b6-df58-46db-a4cb-782f19f5e980 {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:24:42.491747 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30f2c64-3ef6-4593-9464-d1b31cdf3719", "name": "network-vif-plugged", "status": "completed", "tag": "2fcae369-95eb-4923-8d42-de1578c5a616", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:24:42.491996 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ffdb85b6-df58-46db-a4cb-782f19f5e980 {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:24:42.492375 dv-cinder-801354-1-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30f2c64-3ef6-4593-9464-d1b31cdf3719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fcae369-95eb-4923-8d42-de1578c5a616', 'code': 200} Jul 19 17:24:42.521835 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=2fcae369-95eb-4923-8d42-de1578c5a616,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:42.662095 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccbb3f-e169-468d-a896-b10c78290500 req-87ae5064-dd15-4c2e-a439-022b68fae464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:42.663503 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-98ccbb3f-e169-468d-a896-b10c78290500 req-87ae5064-dd15-4c2e-a439-022b68fae464 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 1098 time: 0.0495441 Jul 19 17:24:42.705740 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-98ccbb3f-e169-468d-a896-b10c78290500 req-333f2e05-df56-4586-8eb4-b6901abb0f74 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358753 Jul 19 17:24:43.447552 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed3eca-6747-41ba-a462-f4d723fe3fb7 req-59f28579-7a4a-4604-a2bf-6e5f8fa40764 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:43.449055 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e8ed3eca-6747-41ba-a462-f4d723fe3fb7 req-59f28579-7a4a-4604-a2bf-6e5f8fa40764 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 945 time: 0.0640843 Jul 19 17:24:43.487544 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e8ed3eca-6747-41ba-a462-f4d723fe3fb7 req-ef1c6945-6b5c-4d11-9e2d-072fe9f48151 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324833 Jul 19 17:24:43.713320 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:44.616036 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439ba4f-bba6-4ed6-bfcd-0ca404a12d42 req-1cdb7843-8489-40aa-aad2-7a80cf7d61fd tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:44.617503 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8439ba4f-bba6-4ed6-bfcd-0ca404a12d42 req-1cdb7843-8489-40aa-aad2-7a80cf7d61fd tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 945 time: 0.0645595 Jul 19 17:24:44.653785 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8439ba4f-bba6-4ed6-bfcd-0ca404a12d42 req-98792bd4-9d69-4d6e-a82d-d605b704ca37 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308676 Jul 19 17:24:44.784640 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f397ad7-7069-4ae3-a861-f7f2400c5c9b req-5b772cf1-87cd-454a-9c25-c795e9ce33a9 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:44.786034 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1f397ad7-7069-4ae3-a861-f7f2400c5c9b req-5b772cf1-87cd-454a-9c25-c795e9ce33a9 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 945 time: 0.0647848 Jul 19 17:24:44.827647 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1f397ad7-7069-4ae3-a861-f7f2400c5c9b req-dceb462c-7a6b-4b7a-9998-8380ec7a46cd tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353973 Jul 19 17:24:45.157957 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c61c39-caab-40b1-82a6-11fff32f3ab2 req-dd83635c-4594-4006-b85a-5c6b017d793d tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:45.159399 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-12c61c39-caab-40b1-82a6-11fff32f3ab2 req-dd83635c-4594-4006-b85a-5c6b017d793d tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 945 time: 0.0613043 Jul 19 17:24:45.196303 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-12c61c39-caab-40b1-82a6-11fff32f3ab2 req-75b7b39d-c935-4e47-86af-42b14516db67 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315354 Jul 19 17:24:46.612736 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:50.115528 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37daf6f-3713-44d7-9bbe-d2a3faf02416 req-b4b226ad-1257-48b0-950f-453dfa24e3c4 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:50.117023 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b37daf6f-3713-44d7-9bbe-d2a3faf02416 req-b4b226ad-1257-48b0-950f-453dfa24e3c4 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 946 time: 0.0651581 Jul 19 17:24:50.154040 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b37daf6f-3713-44d7-9bbe-d2a3faf02416 req-4ecf34d7-f8ee-4884-a40a-135a89cf904c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315478 Jul 19 17:24:51.290598 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb253e-ab51-4981-9af0-bd7583d732d1 req-0b966db0-4353-4a4e-bc22-73c4898a4f37 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:51.292083 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fedb253e-ab51-4981-9af0-bd7583d732d1 req-0b966db0-4353-4a4e-bc22-73c4898a4f37 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 946 time: 0.0647223 Jul 19 17:24:51.328431 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fedb253e-ab51-4981-9af0-bd7583d732d1 req-4d564700-d3c2-4a14-a9ae-2056636df4c8 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301492 Jul 19 17:24:52.459318 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf3dca-332a-4c15-b134-64049c3372a3 req-ab23e25e-af3a-4c2b-a045-ac2d5e39314f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:52.460774 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8fbf3dca-332a-4c15-b134-64049c3372a3 req-ab23e25e-af3a-4c2b-a045-ac2d5e39314f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 946 time: 0.0622432 Jul 19 17:24:52.496584 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8fbf3dca-332a-4c15-b134-64049c3372a3 req-716eb265-56a7-4e96-91c6-da7dc4b858ec tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304320 Jul 19 17:24:53.588855 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665aa1fe-6d12-419a-b7f4-d9d06406bdaa req-dc67d45b-f520-443a-a6fa-d39a7df423f0 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:53.590389 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-665aa1fe-6d12-419a-b7f4-d9d06406bdaa req-dc67d45b-f520-443a-a6fa-d39a7df423f0 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 945 time: 0.0670540 Jul 19 17:24:53.628209 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-665aa1fe-6d12-419a-b7f4-d9d06406bdaa req-ac5d8d16-0388-414c-a2b5-29a5ee0892b3 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316863 Jul 19 17:24:53.630506 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d41543-708f-4548-a1c1-70b6ce5359f4 req-f4b43e7c-2613-4a4a-8529-311aea0f7b52 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:53.631984 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a4d41543-708f-4548-a1c1-70b6ce5359f4 req-f4b43e7c-2613-4a4a-8529-311aea0f7b52 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 946 time: 0.0660896 Jul 19 17:24:53.650530 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 43226) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:53.670234 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a4d41543-708f-4548-a1c1-70b6ce5359f4 req-dbcd1199-195f-4717-b731-63962e09ba1c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328946 Jul 19 17:24:53.785590 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6ef038-0dfb-427e-bb09-173bfd7bd61f tempest-TestMinimumBasicScenario-1024848157 tempest-TestMinimumBasicScenario-1024848157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:53.789902 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-7b6ef038-0dfb-427e-bb09-173bfd7bd61f tempest-TestMinimumBasicScenario-1024848157 tempest-TestMinimumBasicScenario-1024848157-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 1093 time: 0.1355224 Jul 19 17:24:53.790094 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 43230) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:53.794376 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-2dee4c98-253c-42e7-9f42-bc2a76428dbb tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Request body: {'floatingip': {'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'port_id': '2fcae369-95eb-4923-8d42-de1578c5a616', 'tenant_id': '380ffb294035407d846529ca9b7ae1a5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:24:53.815339 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2dee4c98-253c-42e7-9f42-bc2a76428dbb tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks [] for floatingip, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:53.911282 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2dee4c98-253c-42e7-9f42-bc2a76428dbb tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:54.009915 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-2dee4c98-253c-42e7-9f42-bc2a76428dbb tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Allocated IP 172.27.1.87 (471a83f0-55fa-4280-ad36-b168b6f04fca/5f22dab2-98ea-4073-8b5a-7afc7b46c4a2/80a2d1eb-f618-42d8-9329-db536346d159) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:24:54.109494 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2dee4c98-253c-42e7-9f42-bc2a76428dbb tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:54.146858 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2dee4c98-253c-42e7-9f42-bc2a76428dbb tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10507233'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:54.183975 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dee4c98-253c-42e7-9f42-bc2a76428dbb tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Network 471a83f0-55fa-4280-ad36-b168b6f04fca is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:24:54.186649 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-2dee4c98-253c-42e7-9f42-bc2a76428dbb tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:24:54.190579 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dee4c98-253c-42e7-9f42-bc2a76428dbb tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:24:54.195796 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee4c98-253c-42e7-9f42-bc2a76428dbb tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Pushing event updated for resources: {'Port': ['ID=80a2d1eb-f618-42d8-9329-db536346d159,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:54.526891 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2dee4c98-253c-42e7-9f42-bc2a76428dbb tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:54.599850 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2dee4c98-253c-42e7-9f42-bc2a76428dbb tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:54.754195 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2dee4c98-253c-42e7-9f42-bc2a76428dbb tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:54.776144 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2dee4c98-253c-42e7-9f42-bc2a76428dbb tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10507256'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:55.118584 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee4c98-253c-42e7-9f42-bc2a76428dbb tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Pushing event updated for resources: {'Port': ['ID=80a2d1eb-f618-42d8-9329-db536346d159,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:55.139560 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2dee4c98-253c-42e7-9f42-bc2a76428dbb tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-974214'] for floatingip, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:55.149544 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402576b-aa92-4724-b3bf-c72ab11bb78a req-7297e9b7-c680-4d76-b214-09299f366033 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:55.150997 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6402576b-aa92-4724-b3bf-c72ab11bb78a req-7297e9b7-c680-4d76-b214-09299f366033 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 946 time: 0.4086819 Jul 19 17:24:55.250077 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6402576b-aa92-4724-b3bf-c72ab11bb78a req-363aea06-85c5-4c9f-b345-9a01c545214d tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701444 Jul 19 17:24:55.272531 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.db.l3_db [None req-2dee4c98-253c-42e7-9f42-bc2a76428dbb tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Floating IP 236691a0-78b0-449f-bd76-8ea7af1eaabc associated. External IP: 172.27.1.87, port: 2fcae369-95eb-4923-8d42-de1578c5a616. Jul 19 17:24:55.471730 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dee4c98-253c-42e7-9f42-bc2a76428dbb tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Router 6ed95d9d-5632-468f-864f-a0e3779dab00 has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:24:55.576740 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dee4c98-253c-42e7-9f42-bc2a76428dbb tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:24:55.586352 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed516ddf-a7b2-4b10-b089-689f68507436 None None] Sync routers for ids ['6ed95d9d-5632-468f-864f-a0e3779dab00'] in dv-cinder-801354-1-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:24:55.592658 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2dee4c98-253c-42e7-9f42-bc2a76428dbb tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for floatingip, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:55.596668 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed516ddf-a7b2-4b10-b089-689f68507436 None None] Routers {'6ed95d9d-5632-468f-864f-a0e3779dab00'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:24:55.597720 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-ed516ddf-a7b2-4b10-b089-689f68507436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:24:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['6ed95d9d-5632-468f-864f-a0e3779dab00'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:24:55.631177 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-2dee4c98-253c-42e7-9f42-bc2a76428dbb tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8400760 Jul 19 17:24:55.631783 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30f2c64-3ef6-4593-9464-d1b31cdf3719', 'tag': '2fcae369-95eb-4923-8d42-de1578c5a616'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:24:55.634044 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 43234) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:55.634507 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fef583e105ae9f56b0e46fddec7b2a97c38b8d2c10713f95f240075d2f3bd9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8283dfad-1079-48ba-89a7-4d89f12d9552" -d '{"events": [{"name": "network-changed", "server_uuid": "c30f2c64-3ef6-4593-9464-d1b31cdf3719", "tag": "2fcae369-95eb-4923-8d42-de1578c5a616"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:24:55.639164 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-2d2c1d0e-2b2a-4354-91e4-b1d84250bc94 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-860884023', 'description': 'tempest-secgroup-smoke-860884023 description', 'project_id': '380ffb294035407d846529ca9b7ae1a5'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:24:55.666715 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2d2c1d0e-2b2a-4354-91e4-b1d84250bc94 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:55.706789 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-ed516ddf-a7b2-4b10-b089-689f68507436 None None] Set router 6ed95d9d-5632-468f-864f-a0e3779dab00 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:24:55.751788 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2d2c1d0e-2b2a-4354-91e4-b1d84250bc94 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:55.756860 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2d2c1d0e-2b2a-4354-91e4-b1d84250bc94 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:55.776819 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2d2c1d0e-2b2a-4354-91e4-b1d84250bc94 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:55.778215 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-2d2c1d0e-2b2a-4354-91e4-b1d84250bc94 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1429598 Jul 19 17:24:55.781882 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 43240) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:55.792155 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c1d0e-2b2a-4354-91e4-b1d84250bc94 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff261883-f784-43e0-a6d5-56005f2d5f4f,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:55.797752 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-d60e7720-f6c3-44d2-ae06-edb1f96458d0 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Request body: {'security_group_rule': {'security_group_id': 'ff261883-f784-43e0-a6d5-56005f2d5f4f', 'project_id': '380ffb294035407d846529ca9b7ae1a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:24:55.806285 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c331a0fb-84d4-447a-8353-debf691dac27 x-openstack-request-id: req-c331a0fb-84d4-447a-8353-debf691dac27 {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:24:55.806285 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c30f2c64-3ef6-4593-9464-d1b31cdf3719", "tag": "2fcae369-95eb-4923-8d42-de1578c5a616", "status": "completed", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:24:55.806511 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c331a0fb-84d4-447a-8353-debf691dac27 {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:24:55.806873 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30f2c64-3ef6-4593-9464-d1b31cdf3719', 'tag': '2fcae369-95eb-4923-8d42-de1578c5a616', 'status': 'completed', 'code': 200} Jul 19 17:24:55.835939 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d60e7720-f6c3-44d2-ae06-edb1f96458d0 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:55.876578 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283dfad-1079-48ba-89a7-4d89f12d9552 req-eada37b6-d0d4-4ee7-a013-9df514928549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:55.878197 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8283dfad-1079-48ba-89a7-4d89f12d9552 req-eada37b6-d0d4-4ee7-a013-9df514928549 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=380ffb294035407d846529ca9b7ae1a5&device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 1098 time: 0.0575871 Jul 19 17:24:55.883729 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d60e7720-f6c3-44d2-ae06-edb1f96458d0 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:55.888347 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d60e7720-f6c3-44d2-ae06-edb1f96458d0 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548936'] for security_group_rule, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:55.908828 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e7720-f6c3-44d2-ae06-edb1f96458d0 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f45ad81-2083-4d67-aee6-25ce84612965,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:55.916144 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d60e7720-f6c3-44d2-ae06-edb1f96458d0 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:55.917371 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-d60e7720-f6c3-44d2-ae06-edb1f96458d0 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343424 Jul 19 17:24:55.919044 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60e7720-f6c3-44d2-ae06-edb1f96458d0 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:55.919391 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60e7720-f6c3-44d2-ae06-edb1f96458d0 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:55.919729 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60e7720-f6c3-44d2-ae06-edb1f96458d0 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:55.920065 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60e7720-f6c3-44d2-ae06-edb1f96458d0 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:55.920394 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60e7720-f6c3-44d2-ae06-edb1f96458d0 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:55.920502 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 43242) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:55.920725 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60e7720-f6c3-44d2-ae06-edb1f96458d0 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:55.921051 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60e7720-f6c3-44d2-ae06-edb1f96458d0 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:55.921426 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60e7720-f6c3-44d2-ae06-edb1f96458d0 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:55.921750 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60e7720-f6c3-44d2-ae06-edb1f96458d0 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:55.922071 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60e7720-f6c3-44d2-ae06-edb1f96458d0 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:55.922780 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60e7720-f6c3-44d2-ae06-edb1f96458d0 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:55.922914 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60e7720-f6c3-44d2-ae06-edb1f96458d0 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:55.928657 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-a3104ecc-8ea2-40b3-856b-6c6942659b1f tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Request body: {'security_group_rule': {'security_group_id': 'ff261883-f784-43e0-a6d5-56005f2d5f4f', 'project_id': '380ffb294035407d846529ca9b7ae1a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:24:55.956118 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-ed516ddf-a7b2-4b10-b089-689f68507436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'name': 'tempest-TestMinimumBasicScenario-20207841-router', 'tenant_id': '380ffb294035407d846529ca9b7ae1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '0f15adbb-8916-43ce-951a-f75a968a8a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:24:05Z', 'updated_at': '2021-07-19T17:24:08Z', 'revision_number': 4, 'project_id': '380ffb294035407d846529ca9b7ae1a5', 'gw_port': {'id': '0f15adbb-8916-43ce-951a-f75a968a8a05', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:05Z', 'updated_at': '2021-07-19T17:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_floatingips': [{'id': '236691a0-78b0-449f-bd76-8ea7af1eaabc', 'tenant_id': '380ffb294035407d846529ca9b7ae1a5', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'router_id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'port_id': '2fcae369-95eb-4923-8d42-de1578c5a616', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3a56c18-022c-4c29-8fcc-c4e7a03e9ed5', 'mac_address': 'fa:16:3e:32:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30f2c64-3ef6-4593-9464-d1b31cdf3719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:24:54Z', 'updated_at': '2021-07-19T17:24:54Z', 'revision_number': 0, 'project_id': '380ffb294035407d846529ca9b7ae1a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '636ee46c-dd4b-4158-95d7-931becb421f6', 'name': '', 'network_id': 'd3a56c18-022c-4c29-8fcc-c4e7a03e9ed5', 'tenant_id': '380ffb294035407d846529ca9b7ae1a5', 'mac_address': 'fa:16:3e:5a:5d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '70903e03-dbe6-4672-a952-3f41e15d172b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:07Z', 'updated_at': '2021-07-19T17:24:14Z', 'revision_number': 5, 'project_id': '380ffb294035407d846529ca9b7ae1a5', 'subnets': [{'id': '70903e03-dbe6-4672-a952-3f41e15d172b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:24:55.982423 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed516ddf-a7b2-4b10-b089-689f68507436 None None] Checking router: 6ed95d9d-5632-468f-864f-a0e3779dab00 for host: dv-cinder-801354-1-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:24:55.990723 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed516ddf-a7b2-4b10-b089-689f68507436 None None] Routers {'6ed95d9d-5632-468f-864f-a0e3779dab00'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:24:55.991322 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-ed516ddf-a7b2-4b10-b089-689f68507436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:24:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['6ed95d9d-5632-468f-864f-a0e3779dab00'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:24:56.000120 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a3104ecc-8ea2-40b3-856b-6c6942659b1f tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:56.004293 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283dfad-1079-48ba-89a7-4d89f12d9552 req-1d25ba2b-0182-46ed-a1ff-adb77cfb1769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:56.005778 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8283dfad-1079-48ba-89a7-4d89f12d9552 req-1d25ba2b-0182-46ed-a1ff-adb77cfb1769 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5 HTTP/1.1" status: 200 len: 914 time: 0.1182578 Jul 19 17:24:56.092859 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8283dfad-1079-48ba-89a7-4d89f12d9552 req-2029b5ef-27aa-4c6c-ad69-4523ba9ea656 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fcae369-95eb-4923-8d42-de1578c5a616 HTTP/1.1" status: 200 len: 998 time: 0.0795825 Jul 19 17:24:56.094878 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-ed516ddf-a7b2-4b10-b089-689f68507436 None None] Set router 6ed95d9d-5632-468f-864f-a0e3779dab00 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:24:56.098702 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a3104ecc-8ea2-40b3-856b-6c6942659b1f tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:56.109069 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a3104ecc-8ea2-40b3-856b-6c6942659b1f tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548936'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:56.153028 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3104ecc-8ea2-40b3-856b-6c6942659b1f tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31238a7-d3f1-4aac-86e5-91d9a1a5cddc,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:56.167235 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a3104ecc-8ea2-40b3-856b-6c6942659b1f tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:56.168503 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-a3104ecc-8ea2-40b3-856b-6c6942659b1f tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2452040 Jul 19 17:24:56.170051 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283dfad-1079-48ba-89a7-4d89f12d9552 req-74878684-8b51-4da5-a515-17f20097d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:56.171480 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 43244) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:56.171744 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8283dfad-1079-48ba-89a7-4d89f12d9552 req-74878684-8b51-4da5-a515-17f20097d832 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70903e03-dbe6-4672-a952-3f41e15d172b HTTP/1.1" status: 200 len: 852 time: 0.0711331 Jul 19 17:24:56.176600 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-b191c9a6-9f62-4155-81ae-b78932771f4d tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Request body: {'security_group_rule': {'security_group_id': 'ff261883-f784-43e0-a6d5-56005f2d5f4f', 'project_id': '380ffb294035407d846529ca9b7ae1a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:24:56.205602 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b191c9a6-9f62-4155-81ae-b78932771f4d tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:56.231858 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283dfad-1079-48ba-89a7-4d89f12d9552 req-3f58c829-ed40-4496-9d44-a042c3c6a5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:56.233460 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8283dfad-1079-48ba-89a7-4d89f12d9552 req-3f58c829-ed40-4496-9d44-a042c3c6a5c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536859 Jul 19 17:24:56.266675 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b191c9a6-9f62-4155-81ae-b78932771f4d tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:56.271578 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b191c9a6-9f62-4155-81ae-b78932771f4d tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548936'] for security_group_rule, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:56.293316 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191c9a6-9f62-4155-81ae-b78932771f4d tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb2d639-e796-48f2-9d13-b7ba8f899867,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:56.301289 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b191c9a6-9f62-4155-81ae-b78932771f4d tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:56.302861 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-b191c9a6-9f62-4155-81ae-b78932771f4d tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1301672 Jul 19 17:24:56.306216 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 43248) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:56.312663 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-12920589-0363-4128-be8d-c7ab907586b8 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Request body: {'security_group_rule': {'security_group_id': 'ff261883-f784-43e0-a6d5-56005f2d5f4f', 'project_id': '380ffb294035407d846529ca9b7ae1a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:24:56.353632 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8283dfad-1079-48ba-89a7-4d89f12d9552 req-870d5e52-9cb9-4df0-8143-ecf37e976147 service neutron] 10.222.0.16 "GET /v2.0/networks/d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115468 Jul 19 17:24:56.366880 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-12920589-0363-4128-be8d-c7ab907586b8 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:56.434719 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8c299-f2c7-4bfa-8370-095cccb752ea req-b6164410-68ab-4886-94b4-0636390dad06 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:56.436240 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3cd8c299-f2c7-4bfa-8370-095cccb752ea req-b6164410-68ab-4886-94b4-0636390dad06 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 946 time: 0.1057367 Jul 19 17:24:56.443510 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-ed516ddf-a7b2-4b10-b089-689f68507436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'name': 'tempest-TestMinimumBasicScenario-20207841-router', 'tenant_id': '380ffb294035407d846529ca9b7ae1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '0f15adbb-8916-43ce-951a-f75a968a8a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:24:05Z', 'updated_at': '2021-07-19T17:24:08Z', 'revision_number': 4, 'project_id': '380ffb294035407d846529ca9b7ae1a5', 'gw_port': {'id': '0f15adbb-8916-43ce-951a-f75a968a8a05', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:05Z', 'updated_at': '2021-07-19T17:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_floatingips': [{'id': '236691a0-78b0-449f-bd76-8ea7af1eaabc', 'tenant_id': '380ffb294035407d846529ca9b7ae1a5', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'router_id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'port_id': '2fcae369-95eb-4923-8d42-de1578c5a616', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3a56c18-022c-4c29-8fcc-c4e7a03e9ed5', 'mac_address': 'fa:16:3e:32:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30f2c64-3ef6-4593-9464-d1b31cdf3719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:24:54Z', 'updated_at': '2021-07-19T17:24:54Z', 'revision_number': 0, 'project_id': '380ffb294035407d846529ca9b7ae1a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '636ee46c-dd4b-4158-95d7-931becb421f6', 'name': '', 'network_id': 'd3a56c18-022c-4c29-8fcc-c4e7a03e9ed5', 'tenant_id': '380ffb294035407d846529ca9b7ae1a5', 'mac_address': 'fa:16:3e:5a:5d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '70903e03-dbe6-4672-a952-3f41e15d172b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:07Z', 'updated_at': '2021-07-19T17:24:14Z', 'revision_number': 5, 'project_id': '380ffb294035407d846529ca9b7ae1a5', 'subnets': [{'id': '70903e03-dbe6-4672-a952-3f41e15d172b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:24:56.445895 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8283dfad-1079-48ba-89a7-4d89f12d9552 req-9eaa62ba-83e0-4490-8f8a-4e05f2838e7a service neutron] 10.222.0.16 "GET /v2.0/networks/d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858817 Jul 19 17:24:56.453043 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-12920589-0363-4128-be8d-c7ab907586b8 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:56.468599 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-12920589-0363-4128-be8d-c7ab907586b8 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548936'] for security_group_rule, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:56.470612 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed516ddf-a7b2-4b10-b089-689f68507436 None None] The sync data for ids ['6ed95d9d-5632-468f-864f-a0e3779dab00'] in dv-cinder-801354-1-iscsi is: [{'id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'name': 'tempest-TestMinimumBasicScenario-20207841-router', 'tenant_id': '380ffb294035407d846529ca9b7ae1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '0f15adbb-8916-43ce-951a-f75a968a8a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:24:05Z', 'updated_at': '2021-07-19T17:24:08Z', 'revision_number': 4, 'project_id': '380ffb294035407d846529ca9b7ae1a5', 'gw_port': {'id': '0f15adbb-8916-43ce-951a-f75a968a8a05', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:05Z', 'updated_at': '2021-07-19T17:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_floatingips': [{'id': '236691a0-78b0-449f-bd76-8ea7af1eaabc', 'tenant_id': '380ffb294035407d846529ca9b7ae1a5', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'router_id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'port_id': '2fcae369-95eb-4923-8d42-de1578c5a616', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3a56c18-022c-4c29-8fcc-c4e7a03e9ed5', 'mac_address': 'fa:16:3e:32:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30f2c64-3ef6-4593-9464-d1b31cdf3719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:24:54Z', 'updated_at': '2021-07-19T17:24:54Z', 'revision_number': 0, 'project_id': '380ffb294035407d846529ca9b7ae1a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '636ee46c-dd4b-4158-95d7-931becb421f6', 'name': '', 'network_id': 'd3a56c18-022c-4c29-8fcc-c4e7a03e9ed5', 'tenant_id': '380ffb294035407d846529ca9b7ae1a5', 'mac_address': 'fa:16:3e:5a:5d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '70903e03-dbe6-4672-a952-3f41e15d172b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:07Z', 'updated_at': '2021-07-19T17:24:14Z', 'revision_number': 5, 'project_id': '380ffb294035407d846529ca9b7ae1a5', 'subnets': [{'id': '70903e03-dbe6-4672-a952-3f41e15d172b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:24:56.502869 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-12920589-0363-4128-be8d-c7ab907586b8 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:56.504099 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-12920589-0363-4128-be8d-c7ab907586b8 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1957216 Jul 19 17:24:56.507040 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12920589-0363-4128-be8d-c7ab907586b8 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff6f597c-5a61-470f-8b79-ad1e17ddbc5e,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:56.507498 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 43250) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:56.512459 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-d4e9d273-d1f5-4b45-9b99-de87813508fe tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Request body: {'security_group_rule': {'security_group_id': 'ff261883-f784-43e0-a6d5-56005f2d5f4f', 'project_id': '380ffb294035407d846529ca9b7ae1a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:24:56.516048 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3cd8c299-f2c7-4bfa-8370-095cccb752ea req-4c3374b0-0489-45df-975b-bb032f2dfe4f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664282 Jul 19 17:24:56.541120 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.db.securitygroups_db [None req-d4e9d273-d1f5-4b45-9b99-de87813508fe tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Project 380ffb294035407d846529ca9b7ae1a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 17:24:56.546776 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d4e9d273-d1f5-4b45-9b99-de87813508fe tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:56.607546 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d4e9d273-d1f5-4b45-9b99-de87813508fe tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:56.611754 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d4e9d273-d1f5-4b45-9b99-de87813508fe tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548936'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:56.633553 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9d273-d1f5-4b45-9b99-de87813508fe tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12b85f72-8897-4b1c-8bf3-abd1d924454f,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:56.643116 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9d273-d1f5-4b45-9b99-de87813508fe tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:56.643810 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9d273-d1f5-4b45-9b99-de87813508fe tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:56.643810 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9d273-d1f5-4b45-9b99-de87813508fe tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:56.644142 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9d273-d1f5-4b45-9b99-de87813508fe tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:56.644484 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9d273-d1f5-4b45-9b99-de87813508fe tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:56.644819 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9d273-d1f5-4b45-9b99-de87813508fe tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:56.645152 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9d273-d1f5-4b45-9b99-de87813508fe tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:56.645506 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9d273-d1f5-4b45-9b99-de87813508fe tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:56.645836 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9d273-d1f5-4b45-9b99-de87813508fe tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:56.646164 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9d273-d1f5-4b45-9b99-de87813508fe tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:56.646492 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9d273-d1f5-4b45-9b99-de87813508fe tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:56.646819 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9d273-d1f5-4b45-9b99-de87813508fe tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:24:56.650876 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d4e9d273-d1f5-4b45-9b99-de87813508fe tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:56.652091 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-d4e9d273-d1f5-4b45-9b99-de87813508fe tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1435993 Jul 19 17:24:56.655160 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 43252) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:24:56.659712 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-f1e00686-816a-42ff-8555-4324175eb7a8 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Request body: {'security_group_rule': {'security_group_id': 'ff261883-f784-43e0-a6d5-56005f2d5f4f', 'project_id': '380ffb294035407d846529ca9b7ae1a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:24:56.672750 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76e1538-6180-4302-9c00-253149ecb381 None None] New status for floating IP 236691a0-78b0-449f-bd76-8ea7af1eaabc: ACTIVE {{(pid=93287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:24:56.682286 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.db.securitygroups_db [None req-f1e00686-816a-42ff-8555-4324175eb7a8 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Project 380ffb294035407d846529ca9b7ae1a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 17:24:56.687978 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f1e00686-816a-42ff-8555-4324175eb7a8 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:56.698167 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:24:56.747139 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f1e00686-816a-42ff-8555-4324175eb7a8 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:56.751206 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f1e00686-816a-42ff-8555-4324175eb7a8 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548936'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:56.767913 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e00686-816a-42ff-8555-4324175eb7a8 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c26d6b61-8331-4b2a-b839-9f418e612e14,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:56.774692 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f1e00686-816a-42ff-8555-4324175eb7a8 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:56.778742 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-f1e00686-816a-42ff-8555-4324175eb7a8 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197889 Jul 19 17:24:56.855789 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1834bc03-9329-4b78-9b60-14a8713e294f req-17f79859-c8ea-4106-9832-8dcea6911339 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-860884023&fields=id&tenant_id=380ffb294035407d846529ca9b7ae1a5 HTTP/1.1" status: 200 len: 267 time: 0.0327268 Jul 19 17:24:56.920071 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834bc03-9329-4b78-9b60-14a8713e294f req-c48150b1-2c30-4341-941e-a671527cbbe1 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:56.922031 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1834bc03-9329-4b78-9b60-14a8713e294f req-c48150b1-2c30-4341-941e-a671527cbbe1 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 945 time: 0.0603821 Jul 19 17:24:56.932415 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-1834bc03-9329-4b78-9b60-14a8713e294f req-c5ff0321-2a8e-4497-9520-e03d2e9f9c7a tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Request body: {'port': {'security_groups': ['b0f408e4-cc74-46da-8506-cea267553395', 'ff261883-f784-43e0-a6d5-56005f2d5f4f']}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:24:57.013771 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-1834bc03-9329-4b78-9b60-14a8713e294f req-c5ff0321-2a8e-4497-9520-e03d2e9f9c7a tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:57.189047 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-1834bc03-9329-4b78-9b60-14a8713e294f req-c5ff0321-2a8e-4497-9520-e03d2e9f9c7a tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] For port 2fcae369-95eb-4923-8d42-de1578c5a616, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2fcae369-95eb-4923-8d42-de1578c5a616,segment=NetworkSegment(e48e2bef-e299-4399-abcc-d15e56818819),segment_id=e48e2bef-e299-4399-abcc-d15e56818819)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:24:57.216455 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-1834bc03-9329-4b78-9b60-14a8713e294f req-c5ff0321-2a8e-4497-9520-e03d2e9f9c7a tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:57.221185 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-1834bc03-9329-4b78-9b60-14a8713e294f req-c5ff0321-2a8e-4497-9520-e03d2e9f9c7a tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8589033'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:57.232835 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['2fcae369-95eb-4923-8d42-de1578c5a616'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:24:57.263308 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834bc03-9329-4b78-9b60-14a8713e294f req-c5ff0321-2a8e-4497-9520-e03d2e9f9c7a tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:57.264242 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-1834bc03-9329-4b78-9b60-14a8713e294f req-c5ff0321-2a8e-4497-9520-e03d2e9f9c7a tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:57.265693 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1834bc03-9329-4b78-9b60-14a8713e294f req-c5ff0321-2a8e-4497-9520-e03d2e9f9c7a tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "PUT /v2.0/ports/2fcae369-95eb-4923-8d42-de1578c5a616 HTTP/1.1" status: 200 len: 981 time: 0.3376806 Jul 19 17:24:57.266107 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30f2c64-3ef6-4593-9464-d1b31cdf3719', 'tag': '2fcae369-95eb-4923-8d42-de1578c5a616'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:24:57.268378 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4e03cb-8e2d-4fd7-8d7c-af9ce795bcee" -d '{"events": [{"name": "network-changed", "server_uuid": "c30f2c64-3ef6-4593-9464-d1b31cdf3719", "tag": "2fcae369-95eb-4923-8d42-de1578c5a616"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:24:57.304438 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff0321-2a8e-4497-9520-e03d2e9f9c7a tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Pushing event updated for resources: {'Port': ['ID=2fcae369-95eb-4923-8d42-de1578c5a616,revision_number=6']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:24:57.331285 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e73a56-deef-4dca-8d1a-f0de168012b0 x-openstack-request-id: req-32e73a56-deef-4dca-8d1a-f0de168012b0 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:24:57.332370 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c30f2c64-3ef6-4593-9464-d1b31cdf3719", "tag": "2fcae369-95eb-4923-8d42-de1578c5a616", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:24:57.332370 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-32e73a56-deef-4dca-8d1a-f0de168012b0 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:24:57.332752 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30f2c64-3ef6-4593-9464-d1b31cdf3719', 'tag': '2fcae369-95eb-4923-8d42-de1578c5a616', 'status': 'completed', 'code': 200} Jul 19 17:24:57.362717 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['2fcae369-95eb-4923-8d42-de1578c5a616'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:24:57.420214 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e03cb-8e2d-4fd7-8d7c-af9ce795bcee req-8e32595f-869e-49ee-9bb3-8ab7bef8c7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:57.421928 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6e4e03cb-8e2d-4fd7-8d7c-af9ce795bcee req-8e32595f-869e-49ee-9bb3-8ab7bef8c7cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=380ffb294035407d846529ca9b7ae1a5&device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 1137 time: 0.0637400 Jul 19 17:24:57.450022 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456d2f8-41e3-42f0-ad32-3e4c4dad4cc9 req-787d672f-899c-4745-a7b7-b67435246507 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:57.451661 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c456d2f8-41e3-42f0-ad32-3e4c4dad4cc9 req-787d672f-899c-4745-a7b7-b67435246507 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 984 time: 0.0945973 Jul 19 17:24:57.494447 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c456d2f8-41e3-42f0-ad32-3e4c4dad4cc9 req-38bdd6e8-86ba-40c3-8bba-01f4adf155ff tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&id=ff261883-f784-43e0-a6d5-56005f2d5f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361316 Jul 19 17:24:57.536376 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e03cb-8e2d-4fd7-8d7c-af9ce795bcee req-336e4563-2dc0-4d75-ac8b-b1fa37fdfe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:57.537815 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6e4e03cb-8e2d-4fd7-8d7c-af9ce795bcee req-336e4563-2dc0-4d75-ac8b-b1fa37fdfe35 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5 HTTP/1.1" status: 200 len: 914 time: 0.1072593 Jul 19 17:24:57.642268 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-755b21bd-63af-445e-83a8-b31b0190b022 None None] Provisioning complete for port 2fcae369-95eb-4923-8d42-de1578c5a616 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:24:57.642637 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-755b21bd-63af-445e-83a8-b31b0190b022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:24:57.887128 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6e4e03cb-8e2d-4fd7-8d7c-af9ce795bcee req-98c8f76d-6ef5-4fa6-8b2b-bd61eddd4f26 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fcae369-95eb-4923-8d42-de1578c5a616 HTTP/1.1" status: 200 len: 1000 time: 0.3423710 Jul 19 17:24:57.949890 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0250bc1-1df6-49cf-bc1a-6d57af4345b6 req-f0498620-86f2-4235-8903-4653057e729d tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:57.951362 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c0250bc1-1df6-49cf-bc1a-6d57af4345b6 req-f0498620-86f2-4235-8903-4653057e729d tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 946 time: 0.3602831 Jul 19 17:24:57.956788 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e03cb-8e2d-4fd7-8d7c-af9ce795bcee req-da334f6b-e41e-431b-98a3-e8527d91119c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:57.958169 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6e4e03cb-8e2d-4fd7-8d7c-af9ce795bcee req-da334f6b-e41e-431b-98a3-e8527d91119c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70903e03-dbe6-4672-a952-3f41e15d172b HTTP/1.1" status: 200 len: 852 time: 0.0616775 Jul 19 17:24:58.019002 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c0250bc1-1df6-49cf-bc1a-6d57af4345b6 req-66365759-8090-4ef2-88e9-adbf81d51a70 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598891 Jul 19 17:24:58.041118 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e03cb-8e2d-4fd7-8d7c-af9ce795bcee req-e3fa7e70-d270-48de-97a5-092685d94fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:58.042224 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6e4e03cb-8e2d-4fd7-8d7c-af9ce795bcee req-e3fa7e70-d270-48de-97a5-092685d94fb9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700662 Jul 19 17:24:58.142960 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6e4e03cb-8e2d-4fd7-8d7c-af9ce795bcee req-352109c5-ce27-4a38-9c29-b40e77a5695c service neutron] 10.222.0.16 "GET /v2.0/networks/d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886858 Jul 19 17:24:58.232806 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6e4e03cb-8e2d-4fd7-8d7c-af9ce795bcee req-e7d2ed59-0deb-460b-a345-cc2ee63de2e2 service neutron] 10.222.0.16 "GET /v2.0/networks/d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830207 Jul 19 17:24:59.156135 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d956f-0c81-46c4-a42b-2b22c9fc2911 req-bd9726f3-8066-4a27-b568-c08c02f08883 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:24:59.157649 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-820d956f-0c81-46c4-a42b-2b22c9fc2911 req-bd9726f3-8066-4a27-b568-c08c02f08883 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 946 time: 0.0629079 Jul 19 17:24:59.193643 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-820d956f-0c81-46c4-a42b-2b22c9fc2911 req-6c1c1715-8405-49ed-9916-d8d15bea150f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304582 Jul 19 17:25:00.323067 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cde44d-1271-43a9-abc3-1da2b63470af req-194c0c67-f638-48e7-b267-d53d34d65048 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:00.324542 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-77cde44d-1271-43a9-abc3-1da2b63470af req-194c0c67-f638-48e7-b267-d53d34d65048 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 946 time: 0.0615406 Jul 19 17:25:00.361741 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-77cde44d-1271-43a9-abc3-1da2b63470af req-10a47b9b-ceb6-4801-9be2-344f2baf5e6f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317719 Jul 19 17:25:00.418221 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:25:00.514215 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=56d8c53e-5e16-4ebc-b945-e8ca7344b3b8,segment=NetworkSegment(49f3122a-bd8b-4c70-a3d0-44b9da145ba2),segment_id=49f3122a-bd8b-4c70-a3d0-44b9da145ba2)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:25:00.529093 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Returning: {'device': '56d8c53e-5e16-4ebc-b945-e8ca7344b3b8', 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971', 'port_id': '56d8c53e-5e16-4ebc-b945-e8ca7344b3b8', 'mac_address': 'fa:16:3e:e8:23:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:25:00.565225 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:00.577819 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:25:00.596804 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=56d8c53e-5e16-4ebc-b945-e8ca7344b3b8,segment=NetworkSegment(49f3122a-bd8b-4c70-a3d0-44b9da145ba2),segment_id=49f3122a-bd8b-4c70-a3d0-44b9da145ba2)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:25:00.600183 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:00.648731 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=56d8c53e-5e16-4ebc-b945-e8ca7344b3b8,revision_number=6']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:25:00.687584 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['56d8c53e-5e16-4ebc-b945-e8ca7344b3b8'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:25:01.489735 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201d88c-6ba0-4007-863c-36dba9659e89 req-4728247a-9fe2-4e1c-9791-d7179c6d882b tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:01.491198 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d201d88c-6ba0-4007-863c-36dba9659e89 req-4728247a-9fe2-4e1c-9791-d7179c6d882b tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 945 time: 0.0611463 Jul 19 17:25:01.528579 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d201d88c-6ba0-4007-863c-36dba9659e89 req-4ed44592-63a4-49b4-9425-e4259ddb3056 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319693 Jul 19 17:25:02.430025 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 up at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:25:02.475896 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning complete for port 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:25:02.476271 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:02.554004 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:02.579505 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da307bb1-bc0e-4d99-bdf5-da11f55de2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d8c53e-5e16-4ebc-b945-e8ca7344b3b8'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:25:02.581768 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa486d5c4e4f39956b43fe6dcc35bf0f2fe2e374caf29500c804b4cead58546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e5118a-4b7a-417c-a26d-b82cfe8cd878" -d '{"events": [{"server_uuid": "da307bb1-bc0e-4d99-bdf5-da11f55de2c0", "name": "network-vif-plugged", "status": "completed", "tag": "56d8c53e-5e16-4ebc-b945-e8ca7344b3b8"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:25:02.595483 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=56d8c53e-5e16-4ebc-b945-e8ca7344b3b8,segment=NetworkSegment(49f3122a-bd8b-4c70-a3d0-44b9da145ba2),segment_id=49f3122a-bd8b-4c70-a3d0-44b9da145ba2)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:25:02.610499 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:02.641036 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cd1c27-f408-444d-99a8-0eedb9991d7a x-openstack-request-id: req-d7cd1c27-f408-444d-99a8-0eedb9991d7a {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:25:02.641371 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da307bb1-bc0e-4d99-bdf5-da11f55de2c0", "name": "network-vif-plugged", "status": "completed", "tag": "56d8c53e-5e16-4ebc-b945-e8ca7344b3b8", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:25:02.641673 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d7cd1c27-f408-444d-99a8-0eedb9991d7a {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:25:02.641981 dv-cinder-801354-1-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da307bb1-bc0e-4d99-bdf5-da11f55de2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d8c53e-5e16-4ebc-b945-e8ca7344b3b8', 'code': 200} Jul 19 17:25:02.670515 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=56d8c53e-5e16-4ebc-b945-e8ca7344b3b8,revision_number=7']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:25:02.672129 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225a06f-8974-40cb-8cd1-a3f07cc0c77c req-1385372c-95d8-4aec-be33-6d6b28bda4e0 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:02.673676 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2225a06f-8974-40cb-8cd1-a3f07cc0c77c req-1385372c-95d8-4aec-be33-6d6b28bda4e0 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 946 time: 0.0740526 Jul 19 17:25:02.677534 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:25:02.678004 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:25:02.678354 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:25:02.678695 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:25:02.679146 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:25:02.679473 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:25:02.679881 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:25:02.680261 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:25:02.680608 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:25:02.681094 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:25:02.681455 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:25:02.681780 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:25:02.724165 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2225a06f-8974-40cb-8cd1-a3f07cc0c77c req-4ee01fc4-2ff5-4835-a00b-81ce47dbfb12 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439982 Jul 19 17:25:03.886106 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc485312-39a9-4238-abab-93fc23f6cf57 req-47acb7cd-53a8-4857-8d1f-2adcf178483d tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:03.887819 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bc485312-39a9-4238-abab-93fc23f6cf57 req-47acb7cd-53a8-4857-8d1f-2adcf178483d tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 946 time: 0.0744674 Jul 19 17:25:03.930657 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bc485312-39a9-4238-abab-93fc23f6cf57 req-1c5c0936-e15c-4329-882d-b0c15464ee07 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355620 Jul 19 17:25:05.125973 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a272d-d3a9-481d-b2d2-535d0ab4cb1c req-18ee4a0a-5323-4916-ab16-a0418e4a53a7 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:05.132758 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8a3a272d-d3a9-481d-b2d2-535d0ab4cb1c req-18ee4a0a-5323-4916-ab16-a0418e4a53a7 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 946 time: 0.1013229 Jul 19 17:25:05.178967 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8a3a272d-d3a9-481d-b2d2-535d0ab4cb1c req-00e7f801-549b-4e12-9368-e4d0c6480317 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447640 Jul 19 17:25:06.320330 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e4e2c-b169-4507-9adc-e6a798a04617 req-e8a37fed-295d-46e3-9b91-6131ec4b6d3c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:06.321931 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7f5e4e2c-b169-4507-9adc-e6a798a04617 req-e8a37fed-295d-46e3-9b91-6131ec4b6d3c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 946 time: 0.0693555 Jul 19 17:25:06.366186 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7f5e4e2c-b169-4507-9adc-e6a798a04617 req-86c61844-301a-4ff7-870a-97fd48ea3943 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366030 Jul 19 17:25:07.510443 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e00555-0cc9-4a99-8d52-adfdd66d0ca3 req-1e08f194-6c95-4df4-91e9-4829557a6d34 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:07.512231 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f7e00555-0cc9-4a99-8d52-adfdd66d0ca3 req-1e08f194-6c95-4df4-91e9-4829557a6d34 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 946 time: 0.0711737 Jul 19 17:25:07.554317 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f7e00555-0cc9-4a99-8d52-adfdd66d0ca3 req-0659c944-8421-49fb-bec5-084a42e03b5f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357058 Jul 19 17:25:08.469026 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-800a569e-0471-45ce-aa4b-23afde24c1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:08.711100 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6aa435-e02e-408e-be9c-ef0bab1764b3 req-1d3c81e7-bd65-45a0-ad60-0e1bd4abe1be tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:08.717713 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-aa6aa435-e02e-408e-be9c-ef0bab1764b3 req-1d3c81e7-bd65-45a0-ad60-0e1bd4abe1be tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 946 time: 0.0821893 Jul 19 17:25:08.769340 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-aa6aa435-e02e-408e-be9c-ef0bab1764b3 req-375953e9-f400-48df-87a3-c4351e7ab879 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506375 Jul 19 17:25:09.931055 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db4ad2-e972-449b-a564-61eb15eba17f req-85eb0d1a-f1f0-4f35-9289-1268a0622afc tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:09.933128 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-31db4ad2-e972-449b-a564-61eb15eba17f req-85eb0d1a-f1f0-4f35-9289-1268a0622afc tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 946 time: 0.0821044 Jul 19 17:25:09.977486 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-31db4ad2-e972-449b-a564-61eb15eba17f req-e362bf5b-bfea-48a8-a820-15f769736ede tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381875 Jul 19 17:25:10.696346 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b389d61d-8a7e-4b5a-9b43-388fea001ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:11.131907 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd49110-20b6-4b9f-96e7-717fa816873b req-c376927b-c327-4924-846c-79c3d6b36c0f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:11.133530 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bcd49110-20b6-4b9f-96e7-717fa816873b req-c376927b-c327-4924-846c-79c3d6b36c0f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 946 time: 0.0779366 Jul 19 17:25:11.182034 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bcd49110-20b6-4b9f-96e7-717fa816873b req-d13aa872-0a83-49a2-8150-187dc3e71c9b tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420461 Jul 19 17:25:11.193789 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:11.958097 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:12.308734 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef1d6e-1557-4685-b2c7-32f4c505ca9e req-cb93b6e3-2797-44d1-a462-a3245bd1ff3f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:12.310232 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-83ef1d6e-1557-4685-b2c7-32f4c505ca9e req-cb93b6e3-2797-44d1-a462-a3245bd1ff3f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 946 time: 0.0616975 Jul 19 17:25:12.348051 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-83ef1d6e-1557-4685-b2c7-32f4c505ca9e req-f4a256aa-05f9-4ab7-b383-659b7a499331 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323060 Jul 19 17:25:12.541481 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc886a52-d8c5-40b4-a12c-1e0b3ae42572 req-e57c1d6e-dcb2-4008-aac4-6f20dbe9ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:12.542978 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-bc886a52-d8c5-40b4-a12c-1e0b3ae42572 req-e57c1d6e-dcb2-4008-aac4-6f20dbe9ec4b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60cd58df01ad441785d8271f5ef670e1&device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 1099 time: 0.0556755 Jul 19 17:25:12.636114 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc886a52-d8c5-40b4-a12c-1e0b3ae42572 req-abf06347-d567-44d7-a672-1ce8c203248a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:12.637126 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-bc886a52-d8c5-40b4-a12c-1e0b3ae42572 req-abf06347-d567-44d7-a672-1ce8c203248a service neutron] 10.222.0.16 "GET /v2.0/networks?id=4e8d5024-2593-474f-aedc-412be4f13971 HTTP/1.1" status: 200 len: 918 time: 0.0872488 Jul 19 17:25:12.707866 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-bc886a52-d8c5-40b4-a12c-1e0b3ae42572 req-e0cd5dba-eb79-4a74-89f8-0fe98e39730d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 HTTP/1.1" status: 200 len: 1002 time: 0.0598187 Jul 19 17:25:12.754757 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc886a52-d8c5-40b4-a12c-1e0b3ae42572 req-959da05c-a30b-48fc-ac0c-8a33947cbd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:12.756119 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-bc886a52-d8c5-40b4-a12c-1e0b3ae42572 req-959da05c-a30b-48fc-ac0c-8a33947cbd0c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b8f48ce-8da9-45bc-8ad9-174085a888a6 HTTP/1.1" status: 200 len: 856 time: 0.0419722 Jul 19 17:25:12.814322 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc886a52-d8c5-40b4-a12c-1e0b3ae42572 req-25e058c7-8615-4373-8595-6b3cb66e9e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:12.815815 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-bc886a52-d8c5-40b4-a12c-1e0b3ae42572 req-25e058c7-8615-4373-8595-6b3cb66e9e3c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4e8d5024-2593-474f-aedc-412be4f13971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531428 Jul 19 17:25:12.906540 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-bc886a52-d8c5-40b4-a12c-1e0b3ae42572 req-82d5738f-fd8c-4b98-be95-7fa440d84e52 service neutron] 10.222.0.16 "GET /v2.0/networks/4e8d5024-2593-474f-aedc-412be4f13971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833426 Jul 19 17:25:12.995303 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-bc886a52-d8c5-40b4-a12c-1e0b3ae42572 req-1cca7241-0c55-4618-87a9-d23aba3cac74 service neutron] 10.222.0.16 "GET /v2.0/networks/4e8d5024-2593-474f-aedc-412be4f13971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822229 Jul 19 17:25:13.488931 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf50dc-386c-4492-bbe4-d18f2fa28e12 req-a4efda71-5aeb-40bc-84b0-7cf9f01c16cb tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:13.490412 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-86cf50dc-386c-4492-bbe4-d18f2fa28e12 req-a4efda71-5aeb-40bc-84b0-7cf9f01c16cb tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 946 time: 0.0620105 Jul 19 17:25:13.527781 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-86cf50dc-386c-4492-bbe4-d18f2fa28e12 req-e8200e14-b218-41e8-8e36-11849f848a98 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317531 Jul 19 17:25:13.715530 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:14.464131 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:25:14.543056 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:14.567182 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da307bb1-bc0e-4d99-bdf5-da11f55de2c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56d8c53e-5e16-4ebc-b945-e8ca7344b3b8'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:25:14.569860 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa486d5c4e4f39956b43fe6dcc35bf0f2fe2e374caf29500c804b4cead58546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b42e224-b2ef-47a6-adee-7bdbb0666bef" -d '{"events": [{"server_uuid": "da307bb1-bc0e-4d99-bdf5-da11f55de2c0", "name": "network-vif-unplugged", "status": "completed", "tag": "56d8c53e-5e16-4ebc-b945-e8ca7344b3b8"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:25:14.584304 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=56d8c53e-5e16-4ebc-b945-e8ca7344b3b8,segment=NetworkSegment(49f3122a-bd8b-4c70-a3d0-44b9da145ba2),segment_id=49f3122a-bd8b-4c70-a3d0-44b9da145ba2)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:25:14.589524 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:14.617009 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 17:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c987a9b9-4d72-4284-a7a6-42e2fe92c31b x-openstack-request-id: req-c987a9b9-4d72-4284-a7a6-42e2fe92c31b {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:25:14.617331 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da307bb1-bc0e-4d99-bdf5-da11f55de2c0", "name": "network-vif-unplugged", "status": "completed", "tag": "56d8c53e-5e16-4ebc-b945-e8ca7344b3b8", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:25:14.617588 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c987a9b9-4d72-4284-a7a6-42e2fe92c31b {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:25:14.617975 dv-cinder-801354-1-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da307bb1-bc0e-4d99-bdf5-da11f55de2c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56d8c53e-5e16-4ebc-b945-e8ca7344b3b8', 'code': 200} Jul 19 17:25:14.645360 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=56d8c53e-5e16-4ebc-b945-e8ca7344b3b8,revision_number=8']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:25:14.677488 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d29bd-8147-47eb-a479-da3966b53ca9 req-9eaaf2a0-3602-4518-b19e-90df56845018 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:14.678978 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-073d29bd-8147-47eb-a479-da3966b53ca9 req-9eaaf2a0-3602-4518-b19e-90df56845018 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 944 time: 0.0760868 Jul 19 17:25:14.717846 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-073d29bd-8147-47eb-a479-da3966b53ca9 req-f472276e-1197-4cf0-b0ff-be2b6fe0511a tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331972 Jul 19 17:25:15.852977 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f315bf-2b9e-4534-8ec8-8ccaa2294cb1 req-84aca12a-c7cd-45f0-91df-f9ffa6f23f3f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:15.854451 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-96f315bf-2b9e-4534-8ec8-8ccaa2294cb1 req-84aca12a-c7cd-45f0-91df-f9ffa6f23f3f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 944 time: 0.0656047 Jul 19 17:25:15.891761 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-96f315bf-2b9e-4534-8ec8-8ccaa2294cb1 req-1335ebfc-e13d-46c7-8d88-d860c760bcb4 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312133 Jul 19 17:25:16.619698 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:16.889340 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398599c-c464-4e43-b99e-c208f50256ef req-e907ec68-7322-4e4b-95d5-5f5c2e1b9719 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:16.891297 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3398599c-c464-4e43-b99e-c208f50256ef req-e907ec68-7322-4e4b-95d5-5f5c2e1b9719 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 944 time: 0.0937622 Jul 19 17:25:16.938245 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3398599c-c464-4e43-b99e-c208f50256ef req-b418d6b9-a67b-44d6-9192-914fbcdf7b2e tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411704 Jul 19 17:25:16.940887 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-014d5b28-5779-4319-9f1a-4dad8a644837 req-ce7f6e12-32f8-470a-9105-89862c8d6dd4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0948761 Jul 19 17:25:17.199938 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4342d188-1e54-4882-a2f6-3b70d8752209 req-9ad2f897-f106-4cb7-aecc-95ab8ce5560c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ea58c69-dea4-4c0f-a4c3-e56563e404bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0581787 Jul 19 17:25:17.308114 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342d188-1e54-4882-a2f6-3b70d8752209 req-93496fbe-b726-4c6e-8708-924212366dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:17.310135 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4342d188-1e54-4882-a2f6-3b70d8752209 req-93496fbe-b726-4c6e-8708-924212366dc3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c21d6eb10ed64fc3911d2dd893b82d6a&device_id=4ea58c69-dea4-4c0f-a4c3-e56563e404bc HTTP/1.1" status: 200 len: 1099 time: 0.0561111 Jul 19 17:25:17.430247 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342d188-1e54-4882-a2f6-3b70d8752209 req-c280535f-c37e-40c3-b3ac-187f11fc8a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:17.431622 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4342d188-1e54-4882-a2f6-3b70d8752209 req-c280535f-c37e-40c3-b3ac-187f11fc8a8b service neutron] 10.222.0.16 "GET /v2.0/networks?id=d62b2c12-494e-4458-aac5-b34ed4aff78c HTTP/1.1" status: 200 len: 913 time: 0.0973418 Jul 19 17:25:17.496061 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4342d188-1e54-4882-a2f6-3b70d8752209 req-08e536f0-448b-4575-933f-e5ff3bce1667 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0316873-4518-45fd-b6a0-f590a40466a8 HTTP/1.1" status: 200 len: 1002 time: 0.0569477 Jul 19 17:25:17.551158 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342d188-1e54-4882-a2f6-3b70d8752209 req-ce9c2473-7f0e-446d-b13d-1e73b49ee708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:17.552586 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4342d188-1e54-4882-a2f6-3b70d8752209 req-ce9c2473-7f0e-446d-b13d-1e73b49ee708 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bda2a791-f548-4eb7-b715-97839ddb9d97 HTTP/1.1" status: 200 len: 851 time: 0.0493290 Jul 19 17:25:17.608448 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342d188-1e54-4882-a2f6-3b70d8752209 req-d88ed478-5de4-420e-8135-fccb323c400d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:17.610536 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4342d188-1e54-4882-a2f6-3b70d8752209 req-d88ed478-5de4-420e-8135-fccb323c400d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d62b2c12-494e-4458-aac5-b34ed4aff78c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504937 Jul 19 17:25:17.738682 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4342d188-1e54-4882-a2f6-3b70d8752209 req-9d4831b9-543b-4bc3-abf2-25a00bdce5bb service neutron] 10.222.0.16 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196928 Jul 19 17:25:17.779964 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d5b28-5779-4319-9f1a-4dad8a644837 req-97665fc1-f7fc-4866-8fbf-3d6521b98632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:17.781436 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-014d5b28-5779-4319-9f1a-4dad8a644837 req-97665fc1-f7fc-4866-8fbf-3d6521b98632 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0&tenant_id=60cd58df01ad441785d8271f5ef670e1 HTTP/1.1" status: 200 len: 1097 time: 0.1082692 Jul 19 17:25:17.862661 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4342d188-1e54-4882-a2f6-3b70d8752209 req-087b2ec3-7060-4cb6-889d-e95e56d3945f service neutron] 10.222.0.16 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176839 Jul 19 17:25:17.879884 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d5b28-5779-4319-9f1a-4dad8a644837 req-e68d9bb0-cf4e-40ed-8919-db7a8bef614d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:17.881319 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-014d5b28-5779-4319-9f1a-4dad8a644837 req-e68d9bb0-cf4e-40ed-8919-db7a8bef614d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60cd58df01ad441785d8271f5ef670e1&device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 1097 time: 0.0713913 Jul 19 17:25:17.971378 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d5b28-5779-4319-9f1a-4dad8a644837 req-91e5ba0a-56fd-4a30-ac0e-52ec685a297f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:17.972291 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-014d5b28-5779-4319-9f1a-4dad8a644837 req-91e5ba0a-56fd-4a30-ac0e-52ec685a297f service neutron] 10.222.0.16 "GET /v2.0/networks?id=4e8d5024-2593-474f-aedc-412be4f13971 HTTP/1.1" status: 200 len: 918 time: 0.0818067 Jul 19 17:25:18.072880 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f882f78-b730-436d-ad66-dabe9f39946d req-c39e6440-6dab-44f0-92c9-168a09a966b7 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:18.074265 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2f882f78-b730-436d-ad66-dabe9f39946d req-c39e6440-6dab-44f0-92c9-168a09a966b7 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 944 time: 0.0648365 Jul 19 17:25:18.111585 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2f882f78-b730-436d-ad66-dabe9f39946d req-607d3721-f048-4f3a-a64d-2d859c75b67c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318828 Jul 19 17:25:18.166744 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-014d5b28-5779-4319-9f1a-4dad8a644837 req-8ff79678-244e-4ffe-8f83-5309c2e1fd74 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 HTTP/1.1" status: 200 len: 1000 time: 0.0586982 Jul 19 17:25:18.216401 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d5b28-5779-4319-9f1a-4dad8a644837 req-0a50e0c1-4ce2-4c23-92db-53a4884fc28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:18.217843 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-014d5b28-5779-4319-9f1a-4dad8a644837 req-0a50e0c1-4ce2-4c23-92db-53a4884fc28e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b8f48ce-8da9-45bc-8ad9-174085a888a6 HTTP/1.1" status: 200 len: 856 time: 0.0445044 Jul 19 17:25:18.276456 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d5b28-5779-4319-9f1a-4dad8a644837 req-079d031a-1371-4f1f-aca9-de16162e0836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:18.277925 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-014d5b28-5779-4319-9f1a-4dad8a644837 req-079d031a-1371-4f1f-aca9-de16162e0836 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4e8d5024-2593-474f-aedc-412be4f13971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526555 Jul 19 17:25:18.364155 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-014d5b28-5779-4319-9f1a-4dad8a644837 req-62e80205-9967-4a0b-aa83-29fb120795a3 service neutron] 10.222.0.16 "GET /v2.0/networks/4e8d5024-2593-474f-aedc-412be4f13971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785987 Jul 19 17:25:18.453443 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-014d5b28-5779-4319-9f1a-4dad8a644837 req-1fe28f2f-2fb3-42d0-a698-d72b1056cd22 service neutron] 10.222.0.16 "GET /v2.0/networks/4e8d5024-2593-474f-aedc-412be4f13971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820384 Jul 19 17:25:18.462126 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:25:19.245095 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8860edf-e250-4924-a012-1da290c13067 req-9a7c5e21-5b3b-4744-b3e2-d3377da51787 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:19.246599 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b8860edf-e250-4924-a012-1da290c13067 req-9a7c5e21-5b3b-4744-b3e2-d3377da51787 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 944 time: 0.0634634 Jul 19 17:25:19.284873 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b8860edf-e250-4924-a012-1da290c13067 req-0d92a7c8-5000-4fd9-acdf-084bfb8c59c3 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324414 Jul 19 17:25:20.428717 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d00b9f-4865-47d5-8a1c-baa4a7c80a0a req-942f517e-de06-4c3e-a420-36adda014a2e tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:20.430202 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-46d00b9f-4865-47d5-8a1c-baa4a7c80a0a req-942f517e-de06-4c3e-a420-36adda014a2e tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 944 time: 0.0698476 Jul 19 17:25:20.468792 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-46d00b9f-4865-47d5-8a1c-baa4a7c80a0a req-6d7af38f-3b93-4aa6-84d8-39e222513e5b tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326440 Jul 19 17:25:21.430573 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0e193-8e11-425a-89e4-069f7455027e req-da75e00e-85e2-4e8f-97da-e827a19b19b0 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:21.432061 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c2d0e193-8e11-425a-89e4-069f7455027e req-da75e00e-85e2-4e8f-97da-e827a19b19b0 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 984 time: 0.0725873 Jul 19 17:25:21.475173 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c2d0e193-8e11-425a-89e4-069f7455027e req-cf8e93c5-901d-4894-adfb-d23cbf632443 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&id=ff261883-f784-43e0-a6d5-56005f2d5f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358155 Jul 19 17:25:21.607254 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda36b7-898e-4709-9196-f31014f2550e req-abc81456-a5c9-4249-90d2-b802aa79d1c1 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:21.608795 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2dda36b7-898e-4709-9196-f31014f2550e req-abc81456-a5c9-4249-90d2-b802aa79d1c1 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 944 time: 0.0641413 Jul 19 17:25:21.651645 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2dda36b7-898e-4709-9196-f31014f2550e req-57587e54-936b-4a6d-b72f-35b53223a0eb tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366545 Jul 19 17:25:22.609999 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c97ffd8-36b1-4b4a-ab9f-bb1b9ee85b8a req-17d6173a-2fdf-4a1c-a1af-20ff18310608 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:22.615834 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5c97ffd8-36b1-4b4a-ab9f-bb1b9ee85b8a req-17d6173a-2fdf-4a1c-a1af-20ff18310608 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 984 time: 0.0653439 Jul 19 17:25:22.653507 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5c97ffd8-36b1-4b4a-ab9f-bb1b9ee85b8a req-af0d4793-0e5b-468e-9325-407ce12cbb5a tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&id=ff261883-f784-43e0-a6d5-56005f2d5f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363929 Jul 19 17:25:22.792567 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc82688-64d3-41fb-a78c-6fc2065746c2 req-2d6f3c26-491f-425d-8a55-0ef0b6b7cf91 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:22.794027 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9cc82688-64d3-41fb-a78c-6fc2065746c2 req-2d6f3c26-491f-425d-8a55-0ef0b6b7cf91 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 944 time: 0.0698946 Jul 19 17:25:22.833541 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9cc82688-64d3-41fb-a78c-6fc2065746c2 req-b2d0e2b0-7558-4f6e-90de-2c753c03b694 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334108 Jul 19 17:25:23.787929 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65f470-2db3-4095-b389-ae7fc5dc02d0 req-0ab0ea2b-420d-4ee9-a635-107d991d9aa3 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:23.791712 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-bd65f470-2db3-4095-b389-ae7fc5dc02d0 req-0ab0ea2b-420d-4ee9-a635-107d991d9aa3 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 984 time: 0.0695670 Jul 19 17:25:23.832466 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-bd65f470-2db3-4095-b389-ae7fc5dc02d0 req-a44a4120-97bd-4250-8edd-2ac6e7757843 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&id=ff261883-f784-43e0-a6d5-56005f2d5f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351708 Jul 19 17:25:23.970477 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae3952-7adb-4c77-9101-fbc300281a50 req-fee6e7a0-ec33-4ea3-a70e-ae19c3a7c68a tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:23.972016 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-31ae3952-7adb-4c77-9101-fbc300281a50 req-fee6e7a0-ec33-4ea3-a70e-ae19c3a7c68a tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 944 time: 0.0666440 Jul 19 17:25:24.012267 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-31ae3952-7adb-4c77-9101-fbc300281a50 req-462aaa3e-2de1-45ef-9adb-2a2ea6a3a2e0 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344839 Jul 19 17:25:24.968062 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa55e2-6401-439f-a5fb-6e00c9b4a533 req-3603213c-f280-4ead-94da-2c1e64c2cf4e tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:24.969593 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-39fa55e2-6401-439f-a5fb-6e00c9b4a533 req-3603213c-f280-4ead-94da-2c1e64c2cf4e tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 984 time: 0.0677900 Jul 19 17:25:25.010301 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-39fa55e2-6401-439f-a5fb-6e00c9b4a533 req-2d97f040-2108-4bcd-8df9-42b40f54d92d tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&id=ff261883-f784-43e0-a6d5-56005f2d5f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344863 Jul 19 17:25:25.152441 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd201dd-c761-4a32-b0b8-4b8e9e1c9713 req-70160b8c-b644-4652-a1bb-29cc38409841 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:25.154020 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0cd201dd-c761-4a32-b0b8-4b8e9e1c9713 req-70160b8c-b644-4652-a1bb-29cc38409841 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 944 time: 0.0694294 Jul 19 17:25:25.196571 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0cd201dd-c761-4a32-b0b8-4b8e9e1c9713 req-ce775dae-3103-46ff-9d91-d13ddc5bef7d tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364931 Jul 19 17:25:26.140899 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3717d4f-6359-477a-9272-ab9329873d95 req-331fc0fd-ab23-49c8-bba0-e81b6c3cf8de tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:26.142977 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b3717d4f-6359-477a-9272-ab9329873d95 req-331fc0fd-ab23-49c8-bba0-e81b6c3cf8de tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 984 time: 0.0641007 Jul 19 17:25:26.183883 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b3717d4f-6359-477a-9272-ab9329873d95 req-1bfbb05a-9437-40a6-9068-d169613bc618 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&id=ff261883-f784-43e0-a6d5-56005f2d5f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352368 Jul 19 17:25:26.333158 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850be3b-59e6-4c43-be8f-0e0c1b0a4603 req-b97c84fa-ec5d-428c-b9d2-7cfa0fed76e4 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:26.334646 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b850be3b-59e6-4c43-be8f-0e0c1b0a4603 req-b97c84fa-ec5d-428c-b9d2-7cfa0fed76e4 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 944 time: 0.0631843 Jul 19 17:25:26.372613 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b850be3b-59e6-4c43-be8f-0e0c1b0a4603 req-0573ea33-5910-41b7-a634-6050329b7a84 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324795 Jul 19 17:25:27.318017 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da153ab-f1f7-4104-bdb6-430a114e727b req-7757aad9-98cd-480e-b385-ef36c62e80c8 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:27.319635 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9da153ab-f1f7-4104-bdb6-430a114e727b req-7757aad9-98cd-480e-b385-ef36c62e80c8 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 984 time: 0.0678942 Jul 19 17:25:27.364839 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9da153ab-f1f7-4104-bdb6-430a114e727b req-e19135ef-e9f1-4036-b66a-f02c9283f156 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&id=ff261883-f784-43e0-a6d5-56005f2d5f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393929 Jul 19 17:25:27.512678 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8faff-78d4-476f-8a95-81c02ef2128c req-d7495480-4dd7-40cc-8928-41860b552d66 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:27.514405 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0ae8faff-78d4-476f-8a95-81c02ef2128c req-d7495480-4dd7-40cc-8928-41860b552d66 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 944 time: 0.0668757 Jul 19 17:25:27.557467 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0ae8faff-78d4-476f-8a95-81c02ef2128c req-544914ae-bfc2-4ea8-b279-570188c708d1 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368767 Jul 19 17:25:28.499352 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358d02d-08f3-477b-842f-92630fd1d546 req-bbb7f7f0-6bd7-4a8d-a48b-f1fbb7c88246 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:28.500834 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-3358d02d-08f3-477b-842f-92630fd1d546 req-bbb7f7f0-6bd7-4a8d-a48b-f1fbb7c88246 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 984 time: 0.0659492 Jul 19 17:25:28.544732 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-3358d02d-08f3-477b-842f-92630fd1d546 req-daf80084-c891-4cc2-909c-c9c75f9bae69 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&id=ff261883-f784-43e0-a6d5-56005f2d5f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370762 Jul 19 17:25:28.694178 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393e3fe-b896-4e52-b8ab-214d83aac60a req-9d343701-27f8-4e7d-80c4-14f961fd164f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:28.695583 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5393e3fe-b896-4e52-b8ab-214d83aac60a req-9d343701-27f8-4e7d-80c4-14f961fd164f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 944 time: 0.0640500 Jul 19 17:25:28.743548 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5393e3fe-b896-4e52-b8ab-214d83aac60a req-31c5b770-40b3-405b-8fb0-fd68cfb5951f tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423410 Jul 19 17:25:29.674131 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e78d4b-44bc-47cb-8e0e-1b487bf13ef4 req-ce1c255f-e445-45ae-9529-0761014a2f8c tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:29.675633 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d5e78d4b-44bc-47cb-8e0e-1b487bf13ef4 req-ce1c255f-e445-45ae-9529-0761014a2f8c tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 984 time: 0.0646768 Jul 19 17:25:29.716531 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d5e78d4b-44bc-47cb-8e0e-1b487bf13ef4 req-a96dad14-24a0-4e67-9236-44db74c2c1a9 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&id=ff261883-f784-43e0-a6d5-56005f2d5f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353470 Jul 19 17:25:29.885559 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf98d7-a568-4dd9-b3ce-bd9bd811d183 req-17657681-511e-4972-be8a-725332011a7c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:29.887097 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fadf98d7-a568-4dd9-b3ce-bd9bd811d183 req-17657681-511e-4972-be8a-725332011a7c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 944 time: 0.0634224 Jul 19 17:25:29.926197 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fadf98d7-a568-4dd9-b3ce-bd9bd811d183 req-e49c73b5-6f21-4504-8055-a975e6b83aa7 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326252 Jul 19 17:25:30.220384 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab1918-0a4a-44f2-9ce1-128bc12cc102 req-4ea8f2ee-366c-49b3-b710-b00bef61db33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:30.222441 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e6ab1918-0a4a-44f2-9ce1-128bc12cc102 req-4ea8f2ee-366c-49b3-b710-b00bef61db33 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=380ffb294035407d846529ca9b7ae1a5&device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 1137 time: 0.0557146 Jul 19 17:25:30.309787 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab1918-0a4a-44f2-9ce1-128bc12cc102 req-9361861c-fb5e-4649-9f0f-022c439a385a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:30.311218 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e6ab1918-0a4a-44f2-9ce1-128bc12cc102 req-9361861c-fb5e-4649-9f0f-022c439a385a service neutron] 10.222.0.16 "GET /v2.0/networks?id=d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5 HTTP/1.1" status: 200 len: 914 time: 0.0823431 Jul 19 17:25:30.378342 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e6ab1918-0a4a-44f2-9ce1-128bc12cc102 req-f66dcc5f-d21c-4289-b0c1-d186250c0f41 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fcae369-95eb-4923-8d42-de1578c5a616 HTTP/1.1" status: 200 len: 1000 time: 0.0589519 Jul 19 17:25:30.426321 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab1918-0a4a-44f2-9ce1-128bc12cc102 req-b3d0b764-9536-4f6a-9603-d7a479daf494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:30.427626 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e6ab1918-0a4a-44f2-9ce1-128bc12cc102 req-b3d0b764-9536-4f6a-9603-d7a479daf494 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70903e03-dbe6-4672-a952-3f41e15d172b HTTP/1.1" status: 200 len: 852 time: 0.0425665 Jul 19 17:25:30.481757 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab1918-0a4a-44f2-9ce1-128bc12cc102 req-290c60ad-f744-4dcc-a531-36ca6914bfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:30.483159 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e6ab1918-0a4a-44f2-9ce1-128bc12cc102 req-290c60ad-f744-4dcc-a531-36ca6914bfe9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490479 Jul 19 17:25:30.574245 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e6ab1918-0a4a-44f2-9ce1-128bc12cc102 req-e5abcdc9-b99a-4972-b754-5529ab681f23 service neutron] 10.222.0.16 "GET /v2.0/networks/d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833623 Jul 19 17:25:30.661809 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e6ab1918-0a4a-44f2-9ce1-128bc12cc102 req-fd42675b-0007-46cf-bcfc-2c2e226dfb53 service neutron] 10.222.0.16 "GET /v2.0/networks/d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785351 Jul 19 17:25:30.850402 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71b0c3-3fb4-4936-82cc-28d5156d029e req-a54cef5f-d903-4326-8b86-449323faebb6 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:30.851888 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2c71b0c3-3fb4-4936-82cc-28d5156d029e req-a54cef5f-d903-4326-8b86-449323faebb6 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 984 time: 0.0672057 Jul 19 17:25:30.890365 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2c71b0c3-3fb4-4936-82cc-28d5156d029e req-c1cdbf11-9053-47f4-9825-a30d99250ad3 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&id=ff261883-f784-43e0-a6d5-56005f2d5f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328712 Jul 19 17:25:31.059234 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e24fe-bd66-4eb6-a4b6-e67c8f9fd1d9 req-d0820d07-872a-4740-8dde-32fbbe1129a1 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:31.060598 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-922e24fe-bd66-4eb6-a4b6-e67c8f9fd1d9 req-d0820d07-872a-4740-8dde-32fbbe1129a1 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 944 time: 0.0647719 Jul 19 17:25:31.096479 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-922e24fe-bd66-4eb6-a4b6-e67c8f9fd1d9 req-1d32df4d-95b9-4b76-a653-28c8b99197d4 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299072 Jul 19 17:25:32.015930 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0dc80f-f57c-4fb7-99eb-34cbfb78442f req-3bdd434b-7a6b-4e75-92c0-b3ce5cf92ad5 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:32.017452 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5d0dc80f-f57c-4fb7-99eb-34cbfb78442f req-3bdd434b-7a6b-4e75-92c0-b3ce5cf92ad5 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 984 time: 0.0621703 Jul 19 17:25:32.055427 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5d0dc80f-f57c-4fb7-99eb-34cbfb78442f req-6d1e295d-1506-45ad-a641-6ac9de7ef6dd tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&id=ff261883-f784-43e0-a6d5-56005f2d5f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325332 Jul 19 17:25:32.224942 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee429de3-f42a-42f1-8873-68ac67abd45d req-6b8fb560-87ae-4095-ae6f-294374b834cb tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:32.226418 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ee429de3-f42a-42f1-8873-68ac67abd45d req-6b8fb560-87ae-4095-ae6f-294374b834cb tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 944 time: 0.0607088 Jul 19 17:25:32.262189 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ee429de3-f42a-42f1-8873-68ac67abd45d req-a062b8e5-1c88-47a7-8388-e45bc606ad9e tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304515 Jul 19 17:25:33.180302 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7d5e9-9e38-4f0c-b1e5-2fb490d84ab8 req-d7509738-e64f-413c-b0b7-a2c24a21a9af tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:33.181777 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1da7d5e9-9e38-4f0c-b1e5-2fb490d84ab8 req-d7509738-e64f-413c-b0b7-a2c24a21a9af tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 984 time: 0.0618682 Jul 19 17:25:33.223891 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1da7d5e9-9e38-4f0c-b1e5-2fb490d84ab8 req-1758ecc7-e84d-45ea-aa9f-b876bc657f88 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&id=ff261883-f784-43e0-a6d5-56005f2d5f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366359 Jul 19 17:25:33.390822 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937db661-888b-4ebc-a9db-c2fb6f506e74 req-e851fddc-704a-4e42-a758-625a96388fec tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:33.392278 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-937db661-888b-4ebc-a9db-c2fb6f506e74 req-e851fddc-704a-4e42-a758-625a96388fec tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 944 time: 0.0606823 Jul 19 17:25:33.431837 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-937db661-888b-4ebc-a9db-c2fb6f506e74 req-c78c4726-f3cb-4b45-95e7-b04cfcd19a3c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337560 Jul 19 17:25:33.697062 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:25:34.349825 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a389e-9e22-46c8-9cc6-a4b18c54fbc2 req-95aee274-5b7c-44ba-bb75-ff02d03d967d tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:34.351275 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-da0a389e-9e22-46c8-9cc6-a4b18c54fbc2 req-95aee274-5b7c-44ba-bb75-ff02d03d967d tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 984 time: 0.0614300 Jul 19 17:25:34.388943 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-da0a389e-9e22-46c8-9cc6-a4b18c54fbc2 req-a5e2a041-609d-4aa1-b046-7c6a225e6c3b tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&id=ff261883-f784-43e0-a6d5-56005f2d5f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0319364 Jul 19 17:25:34.560489 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b417ab-f6d8-428f-a267-c87ffc18488d req-61745526-a329-4dc2-8308-eaf1e222c69c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:34.562001 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-34b417ab-f6d8-428f-a267-c87ffc18488d req-61745526-a329-4dc2-8308-eaf1e222c69c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 944 time: 0.0625746 Jul 19 17:25:34.584302 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:25:34.599792 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-34b417ab-f6d8-428f-a267-c87ffc18488d req-8d9f4490-92fc-4f44-97fa-fed26795c3f5 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317202 Jul 19 17:25:34.677517 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=56d8c53e-5e16-4ebc-b945-e8ca7344b3b8,segment=NetworkSegment(49f3122a-bd8b-4c70-a3d0-44b9da145ba2),segment_id=49f3122a-bd8b-4c70-a3d0-44b9da145ba2)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:25:34.687949 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Returning: {'device': '56d8c53e-5e16-4ebc-b945-e8ca7344b3b8', 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971', 'port_id': '56d8c53e-5e16-4ebc-b945-e8ca7344b3b8', 'mac_address': 'fa:16:3e:e8:23:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:25:34.726816 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:34.739309 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:25:34.757752 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=56d8c53e-5e16-4ebc-b945-e8ca7344b3b8,segment=NetworkSegment(49f3122a-bd8b-4c70-a3d0-44b9da145ba2),segment_id=49f3122a-bd8b-4c70-a3d0-44b9da145ba2)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:25:34.761519 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:34.808006 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=56d8c53e-5e16-4ebc-b945-e8ca7344b3b8,revision_number=9']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:25:34.979014 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['56d8c53e-5e16-4ebc-b945-e8ca7344b3b8'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:25:35.516150 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94403f8-8487-415b-9c07-1e545643f422 req-5d9a5514-a11b-4a24-bec5-d11608c3228a tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:35.518156 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d94403f8-8487-415b-9c07-1e545643f422 req-5d9a5514-a11b-4a24-bec5-d11608c3228a tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 984 time: 0.0637705 Jul 19 17:25:35.556608 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d94403f8-8487-415b-9c07-1e545643f422 req-169cac5e-fcf5-4dfe-b835-8cc6faa5fa4d tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&id=ff261883-f784-43e0-a6d5-56005f2d5f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328255 Jul 19 17:25:35.736817 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2139b-5d40-4463-824f-9e5a27d88e64 req-1c025f2b-9a17-4d52-b674-99d2b0cc691c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:35.738248 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6ff2139b-5d40-4463-824f-9e5a27d88e64 req-1c025f2b-9a17-4d52-b674-99d2b0cc691c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 945 time: 0.0680933 Jul 19 17:25:35.775223 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6ff2139b-5d40-4463-824f-9e5a27d88e64 req-7029648d-af53-4363-a3ff-0e3a6b1cdce2 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314505 Jul 19 17:25:36.583938 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 up at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:25:36.637699 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning complete for port 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:25:36.638073 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:36.698316 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe9ac0-a977-497e-a2cd-53f1c7521c30 req-55e36d60-e559-4485-add2-5e88f28ae884 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:36.699785 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-86fe9ac0-a977-497e-a2cd-53f1c7521c30 req-55e36d60-e559-4485-add2-5e88f28ae884 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 984 time: 0.0661728 Jul 19 17:25:36.713151 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:36.735007 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da307bb1-bc0e-4d99-bdf5-da11f55de2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d8c53e-5e16-4ebc-b945-e8ca7344b3b8'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:25:36.737906 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa486d5c4e4f39956b43fe6dcc35bf0f2fe2e374caf29500c804b4cead58546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b0775c-8ba3-47c6-bf51-6e976dfc6930" -d '{"events": [{"server_uuid": "da307bb1-bc0e-4d99-bdf5-da11f55de2c0", "name": "network-vif-plugged", "status": "completed", "tag": "56d8c53e-5e16-4ebc-b945-e8ca7344b3b8"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:25:36.739706 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-86fe9ac0-a977-497e-a2cd-53f1c7521c30 req-77841186-3004-4f1a-b126-568331c5a204 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&id=ff261883-f784-43e0-a6d5-56005f2d5f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337622 Jul 19 17:25:36.757531 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=56d8c53e-5e16-4ebc-b945-e8ca7344b3b8,segment=NetworkSegment(49f3122a-bd8b-4c70-a3d0-44b9da145ba2),segment_id=49f3122a-bd8b-4c70-a3d0-44b9da145ba2)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:25:36.761472 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:36.784760 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65208a09-e5aa-4420-bfc9-625b4370178b x-openstack-request-id: req-65208a09-e5aa-4420-bfc9-625b4370178b {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:25:36.785052 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da307bb1-bc0e-4d99-bdf5-da11f55de2c0", "name": "network-vif-plugged", "status": "completed", "tag": "56d8c53e-5e16-4ebc-b945-e8ca7344b3b8", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:25:36.785323 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-65208a09-e5aa-4420-bfc9-625b4370178b {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:25:36.785703 dv-cinder-801354-1-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da307bb1-bc0e-4d99-bdf5-da11f55de2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d8c53e-5e16-4ebc-b945-e8ca7344b3b8', 'code': 200} Jul 19 17:25:36.812977 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=56d8c53e-5e16-4ebc-b945-e8ca7344b3b8,revision_number=10']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:25:36.912695 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15236c-3d47-4d37-965d-82c375901160 req-5e88e331-15b9-4929-80e7-306fa491de4d tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:36.914201 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6c15236c-3d47-4d37-965d-82c375901160 req-5e88e331-15b9-4929-80e7-306fa491de4d tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 947 time: 0.0666919 Jul 19 17:25:36.979821 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6c15236c-3d47-4d37-965d-82c375901160 req-6b21c410-96a0-4faf-8e13-2e3a9cba6112 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599940 Jul 19 17:25:36.996589 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be3732-4489-40c3-835d-706618183c10 req-412bd240-2144-44bc-acfa-7ab4bfb1effc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:36.998101 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-11be3732-4489-40c3-835d-706618183c10 req-412bd240-2144-44bc-acfa-7ab4bfb1effc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 1100 time: 0.0715485 Jul 19 17:25:37.036778 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-11be3732-4489-40c3-835d-706618183c10 req-1a6efd8b-7e62-43c0-bf22-ac8ab1c29b17 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311797 Jul 19 17:25:37.876546 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2c4c4-5a67-4ce1-8a88-32cf7390a3a1 req-693b880e-89d2-4d57-a314-e796c5c75cb8 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:37.878648 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-01b2c4c4-5a67-4ce1-8a88-32cf7390a3a1 req-693b880e-89d2-4d57-a314-e796c5c75cb8 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 984 time: 0.0708141 Jul 19 17:25:37.920392 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-01b2c4c4-5a67-4ce1-8a88-32cf7390a3a1 req-613607cd-84fd-475c-8f4a-89d81a094fdc tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&id=ff261883-f784-43e0-a6d5-56005f2d5f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356598 Jul 19 17:25:38.115473 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff206e00-5d0d-4e88-9499-9a530b8bf29a req-81e9fc7b-71ea-4625-b7f0-c0f0f3a3d484 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:38.116972 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ff206e00-5d0d-4e88-9499-9a530b8bf29a req-81e9fc7b-71ea-4625-b7f0-c0f0f3a3d484 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 947 time: 0.0648661 Jul 19 17:25:38.155955 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ff206e00-5d0d-4e88-9499-9a530b8bf29a req-b70a8bc7-8b76-44a5-837d-6faa8174ceaf tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330844 Jul 19 17:25:38.469332 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9da7c319-ca67-47dd-bab4-068799605ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:39.053711 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e3f72-a122-4c85-98c0-0b3a6fcb8860 req-49a9b8c6-1988-42da-8843-9a2398999243 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:39.055183 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4f4e3f72-a122-4c85-98c0-0b3a6fcb8860 req-49a9b8c6-1988-42da-8843-9a2398999243 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 984 time: 0.0680215 Jul 19 17:25:39.093449 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4f4e3f72-a122-4c85-98c0-0b3a6fcb8860 req-b7b16836-896f-493f-978e-e735fe959a56 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&id=ff261883-f784-43e0-a6d5-56005f2d5f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324781 Jul 19 17:25:39.288162 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28763ba-b837-4f7b-9ee8-72516998e6eb req-484c8fcd-1b76-44ef-bee5-0fb0b1863fc6 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:39.289628 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e28763ba-b837-4f7b-9ee8-72516998e6eb req-484c8fcd-1b76-44ef-bee5-0fb0b1863fc6 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 947 time: 0.0614107 Jul 19 17:25:39.325561 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e28763ba-b837-4f7b-9ee8-72516998e6eb req-5864fa4b-ffa8-4767-adc4-a8ad66424a62 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306325 Jul 19 17:25:40.221113 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da296f9-9d6d-4127-b461-71b14828ad0d req-16f000b1-8347-45da-85e2-548e0859ae4e tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:40.222592 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9da296f9-9d6d-4127-b461-71b14828ad0d req-16f000b1-8347-45da-85e2-548e0859ae4e tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 984 time: 0.0612943 Jul 19 17:25:40.266288 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9da296f9-9d6d-4127-b461-71b14828ad0d req-e3425198-7083-4727-873f-9b7bad4c8948 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&id=ff261883-f784-43e0-a6d5-56005f2d5f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380669 Jul 19 17:25:40.687666 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-20701f33-739b-4ac1-b962-8fc97eb71e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:41.194134 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:41.397111 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0681c6c-864b-417a-89fc-a6462e9592f6 req-9bc42d7a-cc98-4304-a3b0-0fa84b093c0a tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:41.398611 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f0681c6c-864b-417a-89fc-a6462e9592f6 req-9bc42d7a-cc98-4304-a3b0-0fa84b093c0a tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 984 time: 0.0675280 Jul 19 17:25:41.436718 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f0681c6c-864b-417a-89fc-a6462e9592f6 req-31fd040c-d796-43af-9bb3-d991eb373b3a tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&id=ff261883-f784-43e0-a6d5-56005f2d5f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325091 Jul 19 17:25:41.961521 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:42.452462 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6160f-b0a0-47d2-b114-8cae811e5a3e req-b1f3f782-5b04-4560-b205-feaf7a66eb0a tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:42.453856 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-59f6160f-b0a0-47d2-b114-8cae811e5a3e req-b1f3f782-5b04-4560-b205-feaf7a66eb0a tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ea58c69-dea4-4c0f-a4c3-e56563e404bc HTTP/1.1" status: 200 len: 946 time: 0.0621333 Jul 19 17:25:42.490877 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-59f6160f-b0a0-47d2-b114-8cae811e5a3e req-62a7c0eb-d3a4-4128-a49d-f46d1269d858 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315406 Jul 19 17:25:42.565985 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269de26-3d47-45ce-a5f9-e6a45e1d239b req-77519c43-d9d9-4cff-ab84-b053cf9095ec tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:42.567462 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d269de26-3d47-45ce-a5f9-e6a45e1d239b req-77519c43-d9d9-4cff-ab84-b053cf9095ec tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 984 time: 0.0628145 Jul 19 17:25:42.605844 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d269de26-3d47-45ce-a5f9-e6a45e1d239b req-97d7aac8-35dc-42ef-a605-8db0c851607c tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&id=ff261883-f784-43e0-a6d5-56005f2d5f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329323 Jul 19 17:25:43.616738 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b4727-d37d-4c7b-968f-2e2c0e4cb372 req-94603f11-b03e-43ac-adb1-48acde110c82 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:43.618229 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a78b4727-d37d-4c7b-968f-2e2c0e4cb372 req-94603f11-b03e-43ac-adb1-48acde110c82 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ea58c69-dea4-4c0f-a4c3-e56563e404bc HTTP/1.1" status: 200 len: 946 time: 0.0614543 Jul 19 17:25:43.655518 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a78b4727-d37d-4c7b-968f-2e2c0e4cb372 req-1f9a3c2f-1362-4558-9e32-945e3412822f tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317469 Jul 19 17:25:43.719054 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:44.072101 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d8588-461d-4125-a3ba-4488ba680e15 req-bcd132d0-24a7-4e6d-90ff-fd2818d45bf7 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:44.073595 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-297d8588-461d-4125-a3ba-4488ba680e15 req-bcd132d0-24a7-4e6d-90ff-fd2818d45bf7 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ea58c69-dea4-4c0f-a4c3-e56563e404bc HTTP/1.1" status: 200 len: 946 time: 0.0676391 Jul 19 17:25:44.170748 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-297d8588-461d-4125-a3ba-4488ba680e15 req-fc785ef9-f2a7-4b72-a0ea-51a4f198c11c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Deleting port e0316873-4518-45fd-b6a0-f590a40466a8 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:25:44.171082 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-297d8588-461d-4125-a3ba-4488ba680e15 req-fc785ef9-f2a7-4b72-a0ea-51a4f198c11c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:44.261076 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-297d8588-461d-4125-a3ba-4488ba680e15 req-fc785ef9-f2a7-4b72-a0ea-51a4f198c11c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] For port e0316873-4518-45fd-b6a0-f590a40466a8, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e0316873-4518-45fd-b6a0-f590a40466a8,segment=NetworkSegment(21dc7f96-dc45-4c56-9d4c-b0acb7665df9),segment_id=21dc7f96-dc45-4c56-9d4c-b0acb7665df9)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:25:44.261453 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-297d8588-461d-4125-a3ba-4488ba680e15 req-fc785ef9-f2a7-4b72-a0ea-51a4f198c11c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:44.429007 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-297d8588-461d-4125-a3ba-4488ba680e15 req-fc785ef9-f2a7-4b72-a0ea-51a4f198c11c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:44.429314 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-297d8588-461d-4125-a3ba-4488ba680e15 req-fc785ef9-f2a7-4b72-a0ea-51a4f198c11c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-974214'] for floatingip, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:44.429627 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.db.l3_db [req-297d8588-461d-4125-a3ba-4488ba680e15 req-fc785ef9-f2a7-4b72-a0ea-51a4f198c11c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Floating IP 72aaf71d-407f-4459-8106-fa111ca134b0 disassociated. External IP: 172.27.1.214, port: e0316873-4518-45fd-b6a0-f590a40466a8. Jul 19 17:25:44.429966 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-297d8588-461d-4125-a3ba-4488ba680e15 req-fc785ef9-f2a7-4b72-a0ea-51a4f198c11c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Calling delete_port for e0316873-4518-45fd-b6a0-f590a40466a8 owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:25:44.556725 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-297d8588-461d-4125-a3ba-4488ba680e15 req-fc785ef9-f2a7-4b72-a0ea-51a4f198c11c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:44.584914 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc785ef9-f2a7-4b72-a0ea-51a4f198c11c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Pushing event deleted for resources: {'Port': ['ID=e0316873-4518-45fd-b6a0-f590a40466a8,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:25:44.753194 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b4927b65-24f6-4139-8d30-46a1555f767e req-95a3a30c-9b1a-47cb-90d4-7d6a40057285 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ea58c69-dea4-4c0f-a4c3-e56563e404bc HTTP/1.1" status: 200 len: 210 time: 0.0292561 Jul 19 17:25:44.940026 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-297d8588-461d-4125-a3ba-4488ba680e15 req-fc785ef9-f2a7-4b72-a0ea-51a4f198c11c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Router ba23abe3-2658-4a92-a11d-66b4ce51ef82 has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:25:45.054960 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-297d8588-461d-4125-a3ba-4488ba680e15 req-fc785ef9-f2a7-4b72-a0ea-51a4f198c11c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:25:45.065546 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2e3a81-317e-4085-954e-5e084c5c3e2c None None] Sync routers for ids ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'] in dv-cinder-801354-1-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:25:45.074303 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2e3a81-317e-4085-954e-5e084c5c3e2c None None] Routers {'ba23abe3-2658-4a92-a11d-66b4ce51ef82'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:25:45.074893 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-bb2e3a81-317e-4085-954e-5e084c5c3e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:25:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:25:45.097833 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-297d8588-461d-4125-a3ba-4488ba680e15 req-fc785ef9-f2a7-4b72-a0ea-51a4f198c11c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] No DVR routers for this DVR port e0316873-4518-45fd-b6a0-f590a40466a8 on host hv-cinder-80135 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:25:45.100347 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-297d8588-461d-4125-a3ba-4488ba680e15 req-fc785ef9-f2a7-4b72-a0ea-51a4f198c11c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:45.102366 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-297d8588-461d-4125-a3ba-4488ba680e15 req-fc785ef9-f2a7-4b72-a0ea-51a4f198c11c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.16 "DELETE /v2.0/ports/e0316873-4518-45fd-b6a0-f590a40466a8 HTTP/1.1" status: 204 len: 173 time: 1.0228839 Jul 19 17:25:45.102813 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea58c69-dea4-4c0f-a4c3-e56563e404bc', 'name': 'network-vif-deleted', 'tag': 'e0316873-4518-45fd-b6a0-f590a40466a8'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:25:45.105033 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c907448-cc73-4243-8487-d6e36f019f54" -d '{"events": [{"server_uuid": "4ea58c69-dea4-4c0f-a4c3-e56563e404bc", "name": "network-vif-deleted", "tag": "e0316873-4518-45fd-b6a0-f590a40466a8"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:25:45.146123 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7118698-5fbc-418b-b54a-bb1b560d6185 x-openstack-request-id: req-e7118698-5fbc-418b-b54a-bb1b560d6185 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:25:45.146412 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea58c69-dea4-4c0f-a4c3-e56563e404bc", "name": "network-vif-deleted", "tag": "e0316873-4518-45fd-b6a0-f590a40466a8", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:25:45.146766 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e7118698-5fbc-418b-b54a-bb1b560d6185 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:25:45.147223 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea58c69-dea4-4c0f-a4c3-e56563e404bc', 'name': 'network-vif-deleted', 'tag': 'e0316873-4518-45fd-b6a0-f590a40466a8', 'status': 'completed', 'code': 200} Jul 19 17:25:45.184276 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-bb2e3a81-317e-4085-954e-5e084c5c3e2c None None] Set router ba23abe3-2658-4a92-a11d-66b4ce51ef82 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:25:45.379987 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-bb2e3a81-317e-4085-954e-5e084c5c3e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'name': 'tempest-TestVolumeBootPattern-1741162834-router', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:22:57Z', 'updated_at': '2021-07-19T17:23:00Z', 'revision_number': 4, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'gw_port': {'id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:58Z', 'updated_at': '2021-07-19T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': '6db82407-1b91-46a0-adaa-1b8541f71f9c', 'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'mac_address': 'fa:16:3e:0a:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:59Z', 'updated_at': '2021-07-19T17:23:06Z', 'revision_number': 5, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'subnets': [{'id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:25:45.405758 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2e3a81-317e-4085-954e-5e084c5c3e2c None None] Checking router: ba23abe3-2658-4a92-a11d-66b4ce51ef82 for host: dv-cinder-801354-1-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:25:45.413890 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2e3a81-317e-4085-954e-5e084c5c3e2c None None] Routers {'ba23abe3-2658-4a92-a11d-66b4ce51ef82'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:25:45.414472 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-bb2e3a81-317e-4085-954e-5e084c5c3e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:25:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:25:45.516260 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-bb2e3a81-317e-4085-954e-5e084c5c3e2c None None] Set router ba23abe3-2658-4a92-a11d-66b4ce51ef82 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:25:45.702851 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-bb2e3a81-317e-4085-954e-5e084c5c3e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'name': 'tempest-TestVolumeBootPattern-1741162834-router', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:22:57Z', 'updated_at': '2021-07-19T17:23:00Z', 'revision_number': 4, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'gw_port': {'id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:58Z', 'updated_at': '2021-07-19T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': '6db82407-1b91-46a0-adaa-1b8541f71f9c', 'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'mac_address': 'fa:16:3e:0a:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:59Z', 'updated_at': '2021-07-19T17:23:06Z', 'revision_number': 5, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'subnets': [{'id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:25:45.733513 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2e3a81-317e-4085-954e-5e084c5c3e2c None None] The sync data for ids ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'] in dv-cinder-801354-1-iscsi is: [{'id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'name': 'tempest-TestVolumeBootPattern-1741162834-router', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:22:57Z', 'updated_at': '2021-07-19T17:23:00Z', 'revision_number': 4, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'gw_port': {'id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:58Z', 'updated_at': '2021-07-19T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': '6db82407-1b91-46a0-adaa-1b8541f71f9c', 'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'mac_address': 'fa:16:3e:0a:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:59Z', 'updated_at': '2021-07-19T17:23:06Z', 'revision_number': 5, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'subnets': [{'id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:25:45.864655 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-17e32e0a-1709-414b-b6e0-dcc61be79f7c req-65253c8f-374a-41c0-898d-d9c06ec2e36a tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ea58c69-dea4-4c0f-a4c3-e56563e404bc HTTP/1.1" status: 200 len: 210 time: 0.0282927 Jul 19 17:25:45.973001 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00abf07-3bd3-4c84-9ec7-c9b44c387569 None None] New status for floating IP 72aaf71d-407f-4459-8106-fa111ca134b0: DOWN {{(pid=93287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:25:46.630099 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device e0316873-4518-45fd-b6a0-f590a40466a8 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:25:46.654039 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] No Port match for: e0316873-4518-45fd-b6a0-f590a40466a8 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:25:46.654374 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device e0316873-4518-45fd-b6a0-f590a40466a8 not bound to the agent host hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:25:46.660375 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:47.154443 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-9d92e272-82a4-4974-9a49-1014ca5671fe tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-830743804&fields=id&tenant_id=c21d6eb10ed64fc3911d2dd893b82d6a HTTP/1.1" status: 200 len: 267 time: 0.0349646 Jul 19 17:25:47.256131 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-490287a6-9df4-44d9-ba73-b93a2ffbd791 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:47.257562 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-490287a6-9df4-44d9-ba73-b93a2ffbd791 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/networks?id=d62b2c12-494e-4458-aac5-b34ed4aff78c HTTP/1.1" status: 200 len: 812 time: 0.0964661 Jul 19 17:25:47.272073 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-9346c479-12c3-4088-9428-8ae5e0d7f03f tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/quotas/c21d6eb10ed64fc3911d2dd893b82d6a HTTP/1.1" status: 200 len: 375 time: 0.0094445 Jul 19 17:25:47.342739 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-fc39ddd5-7ace-42bc-93fe-5851f5d898de tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=c21d6eb10ed64fc3911d2dd893b82d6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0660846 Jul 19 17:25:47.475075 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-532aa343-dcbc-4c81-90e8-9321545ec42e service neutron] 10.222.0.63 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207168 Jul 19 17:25:47.566392 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-4f45ee6b-691c-4769-bf0e-5e5e9fe473b0 service neutron] 10.222.0.63 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856507 Jul 19 17:25:47.844867 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b272adb4-01a5-406a-84f8-4d7c4262445c req-a1028dc5-1684-42ae-839b-447596222767 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc646276-4281-4f18-bb8f-dbec9c44c91d HTTP/1.1" status: 200 len: 210 time: 0.0308850 Jul 19 17:25:48.740740 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-886dcb89-9681-438e-b0f2-450072ea02d3 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:48.742195 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-886dcb89-9681-438e-b0f2-450072ea02d3 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.16 "GET /v2.0/networks?id=d62b2c12-494e-4458-aac5-b34ed4aff78c HTTP/1.1" status: 200 len: 812 time: 0.1026630 Jul 19 17:25:48.787311 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-a57e3984-6b51-4d7b-ad7f-12846fec4ad6 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c21d6eb10ed64fc3911d2dd893b82d6a HTTP/1.1" status: 200 len: 379 time: 0.0362313 Jul 19 17:25:48.799350 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e9563bac-5058-49b5-880a-da5c58a2ff21 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Request body: {'port': {'device_id': 'cc646276-4281-4f18-bb8f-dbec9c44c91d', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'admin_state_up': True, 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'security_groups': ['5df948f5-33ba-455e-a3a4-a9cf9b147c72']}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:25:48.917465 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e9563bac-5058-49b5-880a-da5c58a2ff21 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Made reservation on behalf of c21d6eb10ed64fc3911d2dd893b82d6a for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:25:48.920928 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e9563bac-5058-49b5-880a-da5c58a2ff21 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:48.941108 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3c7a2a23-951d-47f6-a5db-948ce8d6c7bf req-7a538047-d837-47bc-a7ff-e442a7ea6b78 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc646276-4281-4f18-bb8f-dbec9c44c91d HTTP/1.1" status: 200 len: 210 time: 0.0297670 Jul 19 17:25:49.043474 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e9563bac-5058-49b5-880a-da5c58a2ff21 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Allocated IP 172.20.0.8 (d62b2c12-494e-4458-aac5-b34ed4aff78c/bda2a791-f548-4eb7-b715-97839ddb9d97/f408db30-be2d-4609-bd64-d5203be43c93) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:25:49.184847 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e9563bac-5058-49b5-880a-da5c58a2ff21 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:49.199395 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e9563bac-5058-49b5-880a-da5c58a2ff21 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Transition to ACTIVE for port object f408db30-be2d-4609-bd64-d5203be43c93 will not be triggered until provisioned by entity DHCP. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:25:49.234222 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e9563bac-5058-49b5-880a-da5c58a2ff21 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:49.275155 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e9563bac-5058-49b5-880a-da5c58a2ff21 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Network d62b2c12-494e-4458-aac5-b34ed4aff78c is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:25:49.278314 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e9563bac-5058-49b5-880a-da5c58a2ff21 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:25:49.280671 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e9563bac-5058-49b5-880a-da5c58a2ff21 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:25:49.324922 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9563bac-5058-49b5-880a-da5c58a2ff21 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Pushing event updated for resources: {'Port': ['ID=f408db30-be2d-4609-bd64-d5203be43c93,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:25:49.343728 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e9563bac-5058-49b5-880a-da5c58a2ff21 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:49.344361 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e9563bac-5058-49b5-880a-da5c58a2ff21 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:49.359150 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e9563bac-5058-49b5-880a-da5c58a2ff21 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5635135 Jul 19 17:25:49.370993 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e72d103d-b89a-4db8-8f5b-f062e561e8b4 service neutron] Request body: {'port': {'device_id': 'cc646276-4281-4f18-bb8f-dbec9c44c91d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:25:49.445715 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e72d103d-b89a-4db8-8f5b-f062e561e8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:49.536016 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-8f98fe1c-eb37-4851-8da9-ba264eebb8e2 None None] Provisioning for port f408db30-be2d-4609-bd64-d5203be43c93 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:25:49.539757 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-8f98fe1c-eb37-4851-8da9-ba264eebb8e2 None None] Provisioning complete for port f408db30-be2d-4609-bd64-d5203be43c93 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:25:49.540124 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-8f98fe1c-eb37-4851-8da9-ba264eebb8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:49.576036 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-8f98fe1c-eb37-4851-8da9-ba264eebb8e2 None None] Port f408db30-be2d-4609-bd64-d5203be43c93 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:25:49.702065 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e72d103d-b89a-4db8-8f5b-f062e561e8b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f408db30-be2d-4609-bd64-d5203be43c93 {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:25:49.709257 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e72d103d-b89a-4db8-8f5b-f062e561e8b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:49.721051 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e72d103d-b89a-4db8-8f5b-f062e561e8b4 service neutron] Transition to ACTIVE for port object f408db30-be2d-4609-bd64-d5203be43c93 will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:25:49.724527 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e72d103d-b89a-4db8-8f5b-f062e561e8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8589033'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:49.775382 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d103d-b89a-4db8-8f5b-f062e561e8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f408db30-be2d-4609-bd64-d5203be43c93,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:25:49.849791 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e72d103d-b89a-4db8-8f5b-f062e561e8b4 service neutron] Attempting to bind port f408db30-be2d-4609-bd64-d5203be43c93 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:25:49.850125 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e72d103d-b89a-4db8-8f5b-f062e561e8b4 service neutron] Attempting to bind port f408db30-be2d-4609-bd64-d5203be43c93 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '21dc7f96-dc45-4c56-9d4c-b0acb7665df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:25:49.850482 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e72d103d-b89a-4db8-8f5b-f062e561e8b4 service neutron] Attempting to bind port f408db30-be2d-4609-bd64-d5203be43c93 on network d62b2c12-494e-4458-aac5-b34ed4aff78c {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:25:49.854844 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e72d103d-b89a-4db8-8f5b-f062e561e8b4 service neutron] Port f408db30-be2d-4609-bd64-d5203be43c93 on network d62b2c12-494e-4458-aac5-b34ed4aff78c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:25:49.855158 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e72d103d-b89a-4db8-8f5b-f062e561e8b4 service neutron] Attempting to bind port f408db30-be2d-4609-bd64-d5203be43c93 on network d62b2c12-494e-4458-aac5-b34ed4aff78c {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:25:49.860190 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e72d103d-b89a-4db8-8f5b-f062e561e8b4 service neutron] Checking agent: {'id': '17f591d8-d993-47ca-b852-67375c71a36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'started_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:25:49.860523 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e72d103d-b89a-4db8-8f5b-f062e561e8b4 service neutron] Checking segment: {'id': '21dc7f96-dc45-4c56-9d4c-b0acb7665df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:25:49.860905 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e72d103d-b89a-4db8-8f5b-f062e561e8b4 service neutron] Bound using segment: {'id': '21dc7f96-dc45-4c56-9d4c-b0acb7665df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:25:49.861348 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e72d103d-b89a-4db8-8f5b-f062e561e8b4 service neutron] Bound port: f408db30-be2d-4609-bd64-d5203be43c93, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21dc7f96-dc45-4c56-9d4c-b0acb7665df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:25:49.861716 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e72d103d-b89a-4db8-8f5b-f062e561e8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:49.929793 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e72d103d-b89a-4db8-8f5b-f062e561e8b4 service neutron] For port f408db30-be2d-4609-bd64-d5203be43c93, host hv-cinder-80135, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:25:49.933293 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e72d103d-b89a-4db8-8f5b-f062e561e8b4 service neutron] For port f408db30-be2d-4609-bd64-d5203be43c93, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=f408db30-be2d-4609-bd64-d5203be43c93,segment=NetworkSegment(21dc7f96-dc45-4c56-9d4c-b0acb7665df9),segment_id=21dc7f96-dc45-4c56-9d4c-b0acb7665df9)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:25:49.937463 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e72d103d-b89a-4db8-8f5b-f062e561e8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8589033'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:49.969427 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e72d103d-b89a-4db8-8f5b-f062e561e8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:49.970847 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e72d103d-b89a-4db8-8f5b-f062e561e8b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:49.971988 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-e72d103d-b89a-4db8-8f5b-f062e561e8b4 service neutron] 10.222.0.16 "PUT /v2.0/ports/f408db30-be2d-4609-bd64-d5203be43c93 HTTP/1.1" status: 200 len: 1093 time: 0.6054332 Jul 19 17:25:49.972519 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc646276-4281-4f18-bb8f-dbec9c44c91d', 'tag': 'f408db30-be2d-4609-bd64-d5203be43c93'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:25:49.974680 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd75b656-8bec-49e5-b3b5-74ed67fef040" -d '{"events": [{"name": "network-changed", "server_uuid": "cc646276-4281-4f18-bb8f-dbec9c44c91d", "tag": "f408db30-be2d-4609-bd64-d5203be43c93"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:25:50.009993 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d103d-b89a-4db8-8f5b-f062e561e8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f408db30-be2d-4609-bd64-d5203be43c93,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:25:50.036846 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c3c5ca-c81b-4d3a-a847-0908ac9cf8c8 x-openstack-request-id: req-b3c3c5ca-c81b-4d3a-a847-0908ac9cf8c8 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:25:50.037127 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc646276-4281-4f18-bb8f-dbec9c44c91d", "tag": "f408db30-be2d-4609-bd64-d5203be43c93", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:25:50.037415 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b3c3c5ca-c81b-4d3a-a847-0908ac9cf8c8 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:25:50.037814 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc646276-4281-4f18-bb8f-dbec9c44c91d', 'tag': 'f408db30-be2d-4609-bd64-d5203be43c93', 'status': 'completed', 'code': 200} Jul 19 17:25:50.133138 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e39ee-6c77-44cf-a121-1a9bdb895276 req-80e815b9-08da-47a0-8e89-9d587bede60d tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:50.134698 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-aa9e39ee-6c77-44cf-a121-1a9bdb895276 req-80e815b9-08da-47a0-8e89-9d587bede60d tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc646276-4281-4f18-bb8f-dbec9c44c91d HTTP/1.1" status: 200 len: 943 time: 0.1102302 Jul 19 17:25:50.140781 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-c870256e-2cc9-4acb-8c11-ebd730800417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:50.142847 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-c870256e-2cc9-4acb-8c11-ebd730800417 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c21d6eb10ed64fc3911d2dd893b82d6a&device_id=cc646276-4281-4f18-bb8f-dbec9c44c91d HTTP/1.1" status: 200 len: 1096 time: 0.0879452 Jul 19 17:25:50.192718 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-3d76dfdb-37d4-47ed-a29c-c5691279485b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f408db30-be2d-4609-bd64-d5203be43c93 HTTP/1.1" status: 200 len: 217 time: 0.0407238 Jul 19 17:25:50.217851 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-aa9e39ee-6c77-44cf-a121-1a9bdb895276 req-a60c3747-dad2-4457-996b-7f708b6a0fa4 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740621 Jul 19 17:25:50.251817 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-5034fe6c-89d3-4da2-948b-2cc66b1dcc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:50.253289 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-5034fe6c-89d3-4da2-948b-2cc66b1dcc5d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bda2a791-f548-4eb7-b715-97839ddb9d97 HTTP/1.1" status: 200 len: 851 time: 0.0504601 Jul 19 17:25:50.312104 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-2b9bbbb0-dd07-4746-8299-546d01ffad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:50.313599 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-2b9bbbb0-dd07-4746-8299-546d01ffad7f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d62b2c12-494e-4458-aac5-b34ed4aff78c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539935 Jul 19 17:25:50.404956 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-d836c57e-77fc-4bbe-9652-33f62045542a service neutron] 10.222.0.16 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804999 Jul 19 17:25:50.504787 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8d6eeb92-a9ba-43a3-a2a2-60ba4ca032d3 req-9256aca3-c7ad-45ee-b14c-b8d7d9dc6382 service neutron] 10.222.0.16 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850708 Jul 19 17:25:50.618124 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75b656-8bec-49e5-b3b5-74ed67fef040 req-1c38bfac-17b1-4746-bc9c-25ece72856e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:50.619571 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-dd75b656-8bec-49e5-b3b5-74ed67fef040 req-1c38bfac-17b1-4746-bc9c-25ece72856e8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c21d6eb10ed64fc3911d2dd893b82d6a&device_id=cc646276-4281-4f18-bb8f-dbec9c44c91d HTTP/1.1" status: 200 len: 1096 time: 0.0513556 Jul 19 17:25:50.715880 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75b656-8bec-49e5-b3b5-74ed67fef040 req-2cdf6333-745f-43c3-b273-4dd4b2c06a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:50.717268 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-dd75b656-8bec-49e5-b3b5-74ed67fef040 req-2cdf6333-745f-43c3-b273-4dd4b2c06a84 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d62b2c12-494e-4458-aac5-b34ed4aff78c HTTP/1.1" status: 200 len: 913 time: 0.0864100 Jul 19 17:25:50.758496 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-dd75b656-8bec-49e5-b3b5-74ed67fef040 req-022e7824-f902-429a-845c-2d3ff28f5419 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f408db30-be2d-4609-bd64-d5203be43c93 HTTP/1.1" status: 200 len: 217 time: 0.0333357 Jul 19 17:25:50.807256 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75b656-8bec-49e5-b3b5-74ed67fef040 req-a55c5cf5-16a6-4acd-abfa-066c971a42e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:50.808685 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-dd75b656-8bec-49e5-b3b5-74ed67fef040 req-a55c5cf5-16a6-4acd-abfa-066c971a42e9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bda2a791-f548-4eb7-b715-97839ddb9d97 HTTP/1.1" status: 200 len: 851 time: 0.0419178 Jul 19 17:25:50.865955 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75b656-8bec-49e5-b3b5-74ed67fef040 req-be3a556c-787e-4687-851f-0a65bb592654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:50.867403 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-dd75b656-8bec-49e5-b3b5-74ed67fef040 req-be3a556c-787e-4687-851f-0a65bb592654 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d62b2c12-494e-4458-aac5-b34ed4aff78c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497823 Jul 19 17:25:50.962397 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-dd75b656-8bec-49e5-b3b5-74ed67fef040 req-cc30cb74-a222-4c50-94b5-dbe1c0ece351 service neutron] 10.222.0.16 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878751 Jul 19 17:25:51.053816 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-dd75b656-8bec-49e5-b3b5-74ed67fef040 req-1cf78e94-c04c-4f1e-9770-38dda36120a2 service neutron] 10.222.0.16 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837445 Jul 19 17:25:51.345782 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a27f93-7222-4783-8381-5980ceb1b721 req-580fe6d9-3321-45cc-8a7e-1751332c94d6 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:51.347060 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-25a27f93-7222-4783-8381-5980ceb1b721 req-580fe6d9-3321-45cc-8a7e-1751332c94d6 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc646276-4281-4f18-bb8f-dbec9c44c91d HTTP/1.1" status: 200 len: 943 time: 0.0624161 Jul 19 17:25:51.384001 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-25a27f93-7222-4783-8381-5980ceb1b721 req-86762cf1-ec64-4569-b49e-59b78333b0bd tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314174 Jul 19 17:25:52.511114 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8665ad-2785-45bf-a495-5e78948aae68 req-7b78f51b-c631-4144-a1ef-1b24053f3553 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:52.512616 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4c8665ad-2785-45bf-a495-5e78948aae68 req-7b78f51b-c631-4144-a1ef-1b24053f3553 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc646276-4281-4f18-bb8f-dbec9c44c91d HTTP/1.1" status: 200 len: 943 time: 0.0634625 Jul 19 17:25:52.550141 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4c8665ad-2785-45bf-a495-5e78948aae68 req-fe90c5b3-2069-4830-adaf-0e53f2e33930 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316546 Jul 19 17:25:53.680486 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e3b07-8959-48b4-922f-8d874763dfcf req-dfd41767-a30e-4c75-b92d-dc434b35a1b2 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:53.681963 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a36e3b07-8959-48b4-922f-8d874763dfcf req-dfd41767-a30e-4c75-b92d-dc434b35a1b2 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc646276-4281-4f18-bb8f-dbec9c44c91d HTTP/1.1" status: 200 len: 943 time: 0.0656586 Jul 19 17:25:53.717969 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a36e3b07-8959-48b4-922f-8d874763dfcf req-ad394a13-2d69-49a7-84a0-1841d0cfca45 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306940 Jul 19 17:25:54.841119 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fa35f-a6c7-4e3f-a60c-dae4b12a69e5 req-941b3d97-45fd-4df9-a8f7-0f9f615dd57a tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:54.842611 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-855fa35f-a6c7-4e3f-a60c-dae4b12a69e5 req-941b3d97-45fd-4df9-a8f7-0f9f615dd57a tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc646276-4281-4f18-bb8f-dbec9c44c91d HTTP/1.1" status: 200 len: 943 time: 0.0613701 Jul 19 17:25:54.879014 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-855fa35f-a6c7-4e3f-a60c-dae4b12a69e5 req-56187423-53a8-47de-89fa-b4e3dad07921 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303671 Jul 19 17:25:56.002542 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e19dc7-9196-4008-8917-9a5d84dcb453 req-e907a14e-b74c-4045-aa8a-e41d85ae68a3 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:56.003972 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-73e19dc7-9196-4008-8917-9a5d84dcb453 req-e907a14e-b74c-4045-aa8a-e41d85ae68a3 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc646276-4281-4f18-bb8f-dbec9c44c91d HTTP/1.1" status: 200 len: 943 time: 0.0608103 Jul 19 17:25:56.039540 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-73e19dc7-9196-4008-8917-9a5d84dcb453 req-510a08e5-ec59-41b7-8161-07b05db32503 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301011 Jul 19 17:25:57.166878 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9cc3f-c1aa-492f-aec7-b8e0ce6afaf3 req-798fc689-102f-4d34-8b37-70ec7ea61f86 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:57.168320 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8ab9cc3f-c1aa-492f-aec7-b8e0ce6afaf3 req-798fc689-102f-4d34-8b37-70ec7ea61f86 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc646276-4281-4f18-bb8f-dbec9c44c91d HTTP/1.1" status: 200 len: 943 time: 0.0648024 Jul 19 17:25:57.204276 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8ab9cc3f-c1aa-492f-aec7-b8e0ce6afaf3 req-6af26a5a-1071-4669-9ec6-2de10a40493f tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305769 Jul 19 17:25:58.331637 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf817bd-59df-408e-ba49-47e23ec48bf0 req-93ce7230-ea21-4def-91e3-b06823e6f06a tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:58.333074 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7bf817bd-59df-408e-ba49-47e23ec48bf0 req-93ce7230-ea21-4def-91e3-b06823e6f06a tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc646276-4281-4f18-bb8f-dbec9c44c91d HTTP/1.1" status: 200 len: 943 time: 0.0646141 Jul 19 17:25:58.369394 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7bf817bd-59df-408e-ba49-47e23ec48bf0 req-e95e4734-56be-49f1-a95a-00dff1fdf814 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308983 Jul 19 17:25:58.695792 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device f408db30-be2d-4609-bd64-d5203be43c93 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:25:58.791766 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port f408db30-be2d-4609-bd64-d5203be43c93, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=f408db30-be2d-4609-bd64-d5203be43c93,segment=NetworkSegment(21dc7f96-dc45-4c56-9d4c-b0acb7665df9),segment_id=21dc7f96-dc45-4c56-9d4c-b0acb7665df9)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:25:58.802761 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Returning: {'device': 'f408db30-be2d-4609-bd64-d5203be43c93', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'port_id': 'f408db30-be2d-4609-bd64-d5203be43c93', 'mac_address': 'fa:16:3e:10:89:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:25:58.845493 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:58.857725 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f408db30-be2d-4609-bd64-d5203be43c93 {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:25:58.876618 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port f408db30-be2d-4609-bd64-d5203be43c93, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=f408db30-be2d-4609-bd64-d5203be43c93,segment=NetworkSegment(21dc7f96-dc45-4c56-9d4c-b0acb7665df9),segment_id=21dc7f96-dc45-4c56-9d4c-b0acb7665df9)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:25:58.880210 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:25:58.926029 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=f408db30-be2d-4609-bd64-d5203be43c93,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:25:59.148716 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['f408db30-be2d-4609-bd64-d5203be43c93'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:25:59.494325 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d020bd-175c-4cd3-9ac2-5c781b99b3a5 req-80d091ba-6d3c-4061-aab1-c05009447c5e tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:25:59.495778 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d8d020bd-175c-4cd3-9ac2-5c781b99b3a5 req-80d091ba-6d3c-4061-aab1-c05009447c5e tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc646276-4281-4f18-bb8f-dbec9c44c91d HTTP/1.1" status: 200 len: 944 time: 0.0630136 Jul 19 17:25:59.532366 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d8d020bd-175c-4cd3-9ac2-5c781b99b3a5 req-b5b044fa-bf03-4f9d-88a7-bcbabe359a22 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311806 Jul 19 17:26:00.658337 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e7f2f-9b49-44f4-a2a7-47c994327f5f req-deb6ca52-10c4-463f-9b98-208ae8fcccb5 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:00.659793 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a31e7f2f-9b49-44f4-a2a7-47c994327f5f req-deb6ca52-10c4-463f-9b98-208ae8fcccb5 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc646276-4281-4f18-bb8f-dbec9c44c91d HTTP/1.1" status: 200 len: 944 time: 0.0615766 Jul 19 17:26:00.694945 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device f408db30-be2d-4609-bd64-d5203be43c93 up at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:26:00.696168 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a31e7f2f-9b49-44f4-a2a7-47c994327f5f req-52d85efe-55e1-490f-9f4f-a2e3e092cc78 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309629 Jul 19 17:26:00.740648 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning for port f408db30-be2d-4609-bd64-d5203be43c93 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:26:00.744514 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning complete for port f408db30-be2d-4609-bd64-d5203be43c93 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:26:00.744887 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:00.821317 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:00.843034 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc646276-4281-4f18-bb8f-dbec9c44c91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f408db30-be2d-4609-bd64-d5203be43c93'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:26:00.845536 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa486d5c4e4f39956b43fe6dcc35bf0f2fe2e374caf29500c804b4cead58546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96eae9e-ce3c-483c-852b-796ec180c7b0" -d '{"events": [{"server_uuid": "cc646276-4281-4f18-bb8f-dbec9c44c91d", "name": "network-vif-plugged", "status": "completed", "tag": "f408db30-be2d-4609-bd64-d5203be43c93"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:26:00.857853 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port f408db30-be2d-4609-bd64-d5203be43c93, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=f408db30-be2d-4609-bd64-d5203be43c93,segment=NetworkSegment(21dc7f96-dc45-4c56-9d4c-b0acb7665df9),segment_id=21dc7f96-dc45-4c56-9d4c-b0acb7665df9)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:26:00.861483 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:00.887184 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650b0494-472e-472e-ae59-32a2ee9f6e21 x-openstack-request-id: req-650b0494-472e-472e-ae59-32a2ee9f6e21 {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:26:00.887481 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc646276-4281-4f18-bb8f-dbec9c44c91d", "name": "network-vif-plugged", "status": "completed", "tag": "f408db30-be2d-4609-bd64-d5203be43c93", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:26:00.887738 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-650b0494-472e-472e-ae59-32a2ee9f6e21 {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:26:00.888130 dv-cinder-801354-1-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc646276-4281-4f18-bb8f-dbec9c44c91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f408db30-be2d-4609-bd64-d5203be43c93', 'code': 200} Jul 19 17:26:00.914178 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=f408db30-be2d-4609-bd64-d5203be43c93,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:01.112907 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8aee60-3f0d-46b5-9a4e-71446c9f93b1 req-90551b78-6ad9-4b9e-8bb8-612b2dc94e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:01.114408 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-df8aee60-3f0d-46b5-9a4e-71446c9f93b1 req-90551b78-6ad9-4b9e-8bb8-612b2dc94e52 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cc646276-4281-4f18-bb8f-dbec9c44c91d HTTP/1.1" status: 200 len: 1098 time: 0.0537457 Jul 19 17:26:01.148900 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-df8aee60-3f0d-46b5-9a4e-71446c9f93b1 req-d9715f50-c701-4add-ba65-60addbf57d23 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268378 Jul 19 17:26:01.821125 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1e698-b094-4c81-a30a-ebd4935cfa96 req-e86f1a5d-53e0-4649-ab44-3bdb0d3f370a tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:01.822623 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-acc1e698-b094-4c81-a30a-ebd4935cfa96 req-e86f1a5d-53e0-4649-ab44-3bdb0d3f370a tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc646276-4281-4f18-bb8f-dbec9c44c91d HTTP/1.1" status: 200 len: 945 time: 0.0620871 Jul 19 17:26:01.858435 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-acc1e698-b094-4c81-a30a-ebd4935cfa96 req-5b6a30d6-268f-4d96-9016-a6a0176eec25 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303969 Jul 19 17:26:02.988380 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71f1ea-b7e6-4355-bb80-c726bc34d100 req-8115ae8c-0f04-48d5-947b-e4eed5dd1bb5 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:02.989880 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5b71f1ea-b7e6-4355-bb80-c726bc34d100 req-8115ae8c-0f04-48d5-947b-e4eed5dd1bb5 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc646276-4281-4f18-bb8f-dbec9c44c91d HTTP/1.1" status: 200 len: 945 time: 0.0620062 Jul 19 17:26:03.026888 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5b71f1ea-b7e6-4355-bb80-c726bc34d100 req-fdd482dd-7cd2-4d0a-8b33-5016741c984a tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316393 Jul 19 17:26:03.152363 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3e20b-d51a-4c93-8c91-090caf9a9786 req-67ce30c0-8181-419c-ab35-ef3493bef9a2 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:03.153962 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-92b3e20b-d51a-4c93-8c91-090caf9a9786 req-67ce30c0-8181-419c-ab35-ef3493bef9a2 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc646276-4281-4f18-bb8f-dbec9c44c91d HTTP/1.1" status: 200 len: 945 time: 0.0643435 Jul 19 17:26:03.189726 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-92b3e20b-d51a-4c93-8c91-090caf9a9786 req-1b783a56-e8ff-4a1d-9b82-6ff394f23dc2 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303822 Jul 19 17:26:03.211352 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 43626) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:03.260046 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0a4a7a-1787-4e2c-a57a-beaa5a100172 tempest-TestVolumeBootPattern-1963705105 tempest-TestVolumeBootPattern-1963705105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:03.261554 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-1c0a4a7a-1787-4e2c-a57a-beaa5a100172 tempest-TestVolumeBootPattern-1963705105 tempest-TestVolumeBootPattern-1963705105-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=cc646276-4281-4f18-bb8f-dbec9c44c91d HTTP/1.1" status: 200 len: 1093 time: 0.0492387 Jul 19 17:26:03.264404 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 43628) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:03.269140 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-15b6420b-5c74-49d7-88df-a9bfbebf0964 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Request body: {'floatingip': {'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'port_id': 'f408db30-be2d-4609-bd64-d5203be43c93', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:26:03.289664 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-15b6420b-5c74-49d7-88df-a9bfbebf0964 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for floatingip, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:03.384718 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-15b6420b-5c74-49d7-88df-a9bfbebf0964 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:03.483263 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-15b6420b-5c74-49d7-88df-a9bfbebf0964 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Allocated IP 172.27.1.134 (471a83f0-55fa-4280-ad36-b168b6f04fca/5f22dab2-98ea-4073-8b5a-7afc7b46c4a2/94b438c1-9d3d-4cea-bc3c-bd71f7f33342) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:26:03.582662 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-15b6420b-5c74-49d7-88df-a9bfbebf0964 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:03.622137 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-15b6420b-5c74-49d7-88df-a9bfbebf0964 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10507233'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:03.662303 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b6420b-5c74-49d7-88df-a9bfbebf0964 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Network 471a83f0-55fa-4280-ad36-b168b6f04fca is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:26:03.665026 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-15b6420b-5c74-49d7-88df-a9bfbebf0964 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:26:03.668549 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b6420b-5c74-49d7-88df-a9bfbebf0964 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:26:03.689953 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6420b-5c74-49d7-88df-a9bfbebf0964 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Pushing event updated for resources: {'Port': ['ID=94b438c1-9d3d-4cea-bc3c-bd71f7f33342,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:03.705637 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6420b-5c74-49d7-88df-a9bfbebf0964 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:03.705985 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6420b-5c74-49d7-88df-a9bfbebf0964 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:03.706326 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6420b-5c74-49d7-88df-a9bfbebf0964 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:03.706658 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6420b-5c74-49d7-88df-a9bfbebf0964 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:03.706989 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6420b-5c74-49d7-88df-a9bfbebf0964 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:03.707318 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6420b-5c74-49d7-88df-a9bfbebf0964 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:03.707648 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6420b-5c74-49d7-88df-a9bfbebf0964 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:03.707972 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6420b-5c74-49d7-88df-a9bfbebf0964 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:03.708297 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6420b-5c74-49d7-88df-a9bfbebf0964 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:03.708618 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6420b-5c74-49d7-88df-a9bfbebf0964 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:03.708938 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6420b-5c74-49d7-88df-a9bfbebf0964 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:03.709280 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6420b-5c74-49d7-88df-a9bfbebf0964 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:04.026838 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-15b6420b-5c74-49d7-88df-a9bfbebf0964 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:04.101950 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-15b6420b-5c74-49d7-88df-a9bfbebf0964 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:04.240778 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-15b6420b-5c74-49d7-88df-a9bfbebf0964 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:04.245125 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-15b6420b-5c74-49d7-88df-a9bfbebf0964 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10507256'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:04.312908 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6420b-5c74-49d7-88df-a9bfbebf0964 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Pushing event updated for resources: {'Port': ['ID=94b438c1-9d3d-4cea-bc3c-bd71f7f33342,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:04.322399 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-15b6420b-5c74-49d7-88df-a9bfbebf0964 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-974214'] for floatingip, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:04.417646 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.db.l3_db [None req-15b6420b-5c74-49d7-88df-a9bfbebf0964 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Floating IP fc9c02b7-a93e-4b34-9782-ce6402607a6e associated. External IP: 172.27.1.134, port: f408db30-be2d-4609-bd64-d5203be43c93. Jul 19 17:26:04.873186 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b6420b-5c74-49d7-88df-a9bfbebf0964 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Router ba23abe3-2658-4a92-a11d-66b4ce51ef82 has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:26:04.972145 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b6420b-5c74-49d7-88df-a9bfbebf0964 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:26:04.983716 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb71ff9b-af3c-4964-b8c8-24efe5a0a475 None None] Sync routers for ids ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'] in dv-cinder-801354-1-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:26:04.988114 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-15b6420b-5c74-49d7-88df-a9bfbebf0964 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for floatingip, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:04.993026 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb71ff9b-af3c-4964-b8c8-24efe5a0a475 None None] Routers {'ba23abe3-2658-4a92-a11d-66b4ce51ef82'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:26:04.993671 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-eb71ff9b-af3c-4964-b8c8-24efe5a0a475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:25:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:26:05.026159 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-15b6420b-5c74-49d7-88df-a9bfbebf0964 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7607603 Jul 19 17:26:05.026755 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc646276-4281-4f18-bb8f-dbec9c44c91d', 'tag': 'f408db30-be2d-4609-bd64-d5203be43c93'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:26:05.028982 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fef583e105ae9f56b0e46fddec7b2a97c38b8d2c10713f95f240075d2f3bd9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a464166-2243-4693-b908-a501dd6ae80e" -d '{"events": [{"name": "network-changed", "server_uuid": "cc646276-4281-4f18-bb8f-dbec9c44c91d", "tag": "f408db30-be2d-4609-bd64-d5203be43c93"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:26:05.069664 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c0e42c-ec82-4bb8-b998-cf8494dfae7d x-openstack-request-id: req-e6c0e42c-ec82-4bb8-b998-cf8494dfae7d {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:26:05.069958 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc646276-4281-4f18-bb8f-dbec9c44c91d", "tag": "f408db30-be2d-4609-bd64-d5203be43c93", "status": "completed", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:26:05.070236 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e6c0e42c-ec82-4bb8-b998-cf8494dfae7d {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:26:05.070652 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc646276-4281-4f18-bb8f-dbec9c44c91d', 'tag': 'f408db30-be2d-4609-bd64-d5203be43c93', 'status': 'completed', 'code': 200} Jul 19 17:26:05.101791 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-eb71ff9b-af3c-4964-b8c8-24efe5a0a475 None None] Set router ba23abe3-2658-4a92-a11d-66b4ce51ef82 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:26:05.143136 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a464166-2243-4693-b908-a501dd6ae80e req-714f96c4-dac4-40a2-b378-15e5787f0dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:05.144645 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8a464166-2243-4693-b908-a501dd6ae80e req-714f96c4-dac4-40a2-b378-15e5787f0dd5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c21d6eb10ed64fc3911d2dd893b82d6a&device_id=cc646276-4281-4f18-bb8f-dbec9c44c91d HTTP/1.1" status: 200 len: 1098 time: 0.0518405 Jul 19 17:26:05.237439 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a464166-2243-4693-b908-a501dd6ae80e req-12aa9889-7476-4fd3-97fe-bee5db56e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:05.238977 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8a464166-2243-4693-b908-a501dd6ae80e req-12aa9889-7476-4fd3-97fe-bee5db56e710 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d62b2c12-494e-4458-aac5-b34ed4aff78c HTTP/1.1" status: 200 len: 913 time: 0.0868294 Jul 19 17:26:05.302470 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8a464166-2243-4693-b908-a501dd6ae80e req-e3e96fa1-0b66-4fca-af48-4837719addf2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f408db30-be2d-4609-bd64-d5203be43c93 HTTP/1.1" status: 200 len: 999 time: 0.0561905 Jul 19 17:26:05.316892 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-eb71ff9b-af3c-4964-b8c8-24efe5a0a475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'name': 'tempest-TestVolumeBootPattern-1741162834-router', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:22:57Z', 'updated_at': '2021-07-19T17:23:00Z', 'revision_number': 4, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'gw_port': {'id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:58Z', 'updated_at': '2021-07-19T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_floatingips': [{'id': 'fc9c02b7-a93e-4b34-9782-ce6402607a6e', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'router_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'port_id': 'f408db30-be2d-4609-bd64-d5203be43c93', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'mac_address': 'fa:16:3e:10:89:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc646276-4281-4f18-bb8f-dbec9c44c91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:26:03Z', 'updated_at': '2021-07-19T17:26:03Z', 'revision_number': 0, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6db82407-1b91-46a0-adaa-1b8541f71f9c', 'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'mac_address': 'fa:16:3e:0a:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:59Z', 'updated_at': '2021-07-19T17:23:06Z', 'revision_number': 5, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'subnets': [{'id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:26:05.354079 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a464166-2243-4693-b908-a501dd6ae80e req-8dd7caca-2823-46fd-b0b9-26e986e0db1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:05.355478 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8a464166-2243-4693-b908-a501dd6ae80e req-8dd7caca-2823-46fd-b0b9-26e986e0db1c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bda2a791-f548-4eb7-b715-97839ddb9d97 HTTP/1.1" status: 200 len: 851 time: 0.0462611 Jul 19 17:26:05.418122 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a464166-2243-4693-b908-a501dd6ae80e req-1f615fe4-1174-4498-9f1b-f0f77293c10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:05.419949 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8a464166-2243-4693-b908-a501dd6ae80e req-1f615fe4-1174-4498-9f1b-f0f77293c10e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d62b2c12-494e-4458-aac5-b34ed4aff78c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546284 Jul 19 17:26:05.431278 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb71ff9b-af3c-4964-b8c8-24efe5a0a475 None None] Checking router: ba23abe3-2658-4a92-a11d-66b4ce51ef82 for host: dv-cinder-801354-1-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:26:05.439937 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb71ff9b-af3c-4964-b8c8-24efe5a0a475 None None] Routers {'ba23abe3-2658-4a92-a11d-66b4ce51ef82'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:26:05.440551 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-eb71ff9b-af3c-4964-b8c8-24efe5a0a475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:25:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:26:05.517139 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8a464166-2243-4693-b908-a501dd6ae80e req-a010c224-cf2f-4f6a-99aa-ebc11ea49dc6 service neutron] 10.222.0.16 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888970 Jul 19 17:26:05.553896 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-eb71ff9b-af3c-4964-b8c8-24efe5a0a475 None None] Set router ba23abe3-2658-4a92-a11d-66b4ce51ef82 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:26:05.609620 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8a464166-2243-4693-b908-a501dd6ae80e req-6b811f53-e064-47fa-b9a9-63e222df1245 service neutron] 10.222.0.16 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849338 Jul 19 17:26:05.776237 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-eb71ff9b-af3c-4964-b8c8-24efe5a0a475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'name': 'tempest-TestVolumeBootPattern-1741162834-router', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:22:57Z', 'updated_at': '2021-07-19T17:23:00Z', 'revision_number': 4, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'gw_port': {'id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:58Z', 'updated_at': '2021-07-19T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_floatingips': [{'id': 'fc9c02b7-a93e-4b34-9782-ce6402607a6e', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'router_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'port_id': 'f408db30-be2d-4609-bd64-d5203be43c93', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'mac_address': 'fa:16:3e:10:89:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc646276-4281-4f18-bb8f-dbec9c44c91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:26:03Z', 'updated_at': '2021-07-19T17:26:03Z', 'revision_number': 0, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6db82407-1b91-46a0-adaa-1b8541f71f9c', 'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'mac_address': 'fa:16:3e:0a:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:59Z', 'updated_at': '2021-07-19T17:23:06Z', 'revision_number': 5, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'subnets': [{'id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:26:05.801979 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb71ff9b-af3c-4964-b8c8-24efe5a0a475 None None] The sync data for ids ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'] in dv-cinder-801354-1-iscsi is: [{'id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'name': 'tempest-TestVolumeBootPattern-1741162834-router', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:22:57Z', 'updated_at': '2021-07-19T17:23:00Z', 'revision_number': 4, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'gw_port': {'id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:58Z', 'updated_at': '2021-07-19T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_floatingips': [{'id': 'fc9c02b7-a93e-4b34-9782-ce6402607a6e', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'router_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'port_id': 'f408db30-be2d-4609-bd64-d5203be43c93', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'mac_address': 'fa:16:3e:10:89:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc646276-4281-4f18-bb8f-dbec9c44c91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:26:03Z', 'updated_at': '2021-07-19T17:26:03Z', 'revision_number': 0, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6db82407-1b91-46a0-adaa-1b8541f71f9c', 'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'mac_address': 'fa:16:3e:0a:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:59Z', 'updated_at': '2021-07-19T17:23:06Z', 'revision_number': 5, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'subnets': [{'id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:26:05.973654 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee02e17e-3eb5-481d-abcf-bc7932549937 None None] New status for floating IP fc9c02b7-a93e-4b34-9782-ce6402607a6e: ACTIVE {{(pid=93287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:26:08.469972 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9c44074e-683c-4ab5-89c2-a528224fcc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:10.689451 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-2faaa66d-a19f-47da-9bee-5418002b2956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:10.695487 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:26:11.193827 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:11.966215 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:12.952663 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e9dd5-fea4-4895-ac91-72afbd587742 req-b47f6bdf-cd63-40c2-bee8-e2ebafa9bbf3 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:12.954176 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-551e9dd5-fea4-4895-ac91-72afbd587742 req-b47f6bdf-cd63-40c2-bee8-e2ebafa9bbf3 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 947 time: 0.0620871 Jul 19 17:26:12.994042 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-551e9dd5-fea4-4895-ac91-72afbd587742 req-e70c71c6-994e-4c33-8908-0a45cb57b31c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339072 Jul 19 17:26:13.724616 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:14.127229 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090d8a1-3416-4662-a5e9-f978c1fa8206 req-19213e91-abf4-4620-b45b-2725da37ea40 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:14.128718 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2090d8a1-3416-4662-a5e9-f978c1fa8206 req-19213e91-abf4-4620-b45b-2725da37ea40 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 947 time: 0.0628171 Jul 19 17:26:14.165153 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2090d8a1-3416-4662-a5e9-f978c1fa8206 req-2c5d04c2-926e-44e4-9031-28db68fabce0 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups?id=167d19bf-ef66-4146-84f1-0a3c1f5a6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309510 Jul 19 17:26:14.527086 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a59559-99fe-46e1-885e-dfbd66a62a54 req-d2c85c96-e3c1-48f9-bc95-5b961aa04a88 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:14.528515 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-03a59559-99fe-46e1-885e-dfbd66a62a54 req-d2c85c96-e3c1-48f9-bc95-5b961aa04a88 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.16 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 947 time: 0.0620558 Jul 19 17:26:14.640502 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-03a59559-99fe-46e1-885e-dfbd66a62a54 req-858c954c-7359-496f-9736-15ce52bbaa98 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Deleting port 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:26:14.640844 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-03a59559-99fe-46e1-885e-dfbd66a62a54 req-858c954c-7359-496f-9736-15ce52bbaa98 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:14.729101 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-03a59559-99fe-46e1-885e-dfbd66a62a54 req-858c954c-7359-496f-9736-15ce52bbaa98 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] For port 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=56d8c53e-5e16-4ebc-b945-e8ca7344b3b8,segment=NetworkSegment(49f3122a-bd8b-4c70-a3d0-44b9da145ba2),segment_id=49f3122a-bd8b-4c70-a3d0-44b9da145ba2)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:26:14.729499 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-03a59559-99fe-46e1-885e-dfbd66a62a54 req-858c954c-7359-496f-9736-15ce52bbaa98 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:14.892597 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-03a59559-99fe-46e1-885e-dfbd66a62a54 req-858c954c-7359-496f-9736-15ce52bbaa98 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:14.892958 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-03a59559-99fe-46e1-885e-dfbd66a62a54 req-858c954c-7359-496f-9736-15ce52bbaa98 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-974214'] for floatingip, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:14.893301 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.db.l3_db [req-03a59559-99fe-46e1-885e-dfbd66a62a54 req-858c954c-7359-496f-9736-15ce52bbaa98 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Floating IP f38ecf78-0c81-43f9-81b5-d55c72b3f30f disassociated. External IP: 172.27.1.155, port: 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8. Jul 19 17:26:14.893636 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-03a59559-99fe-46e1-885e-dfbd66a62a54 req-858c954c-7359-496f-9736-15ce52bbaa98 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Calling delete_port for 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:26:15.030991 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-03a59559-99fe-46e1-885e-dfbd66a62a54 req-858c954c-7359-496f-9736-15ce52bbaa98 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:15.057232 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c954c-7359-496f-9736-15ce52bbaa98 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Pushing event deleted for resources: {'Port': ['ID=56d8c53e-5e16-4ebc-b945-e8ca7344b3b8,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:15.068496 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c954c-7359-496f-9736-15ce52bbaa98 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:15.068849 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c954c-7359-496f-9736-15ce52bbaa98 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:15.069195 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c954c-7359-496f-9736-15ce52bbaa98 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:15.069560 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c954c-7359-496f-9736-15ce52bbaa98 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:15.069898 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c954c-7359-496f-9736-15ce52bbaa98 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:15.070231 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c954c-7359-496f-9736-15ce52bbaa98 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:15.070564 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c954c-7359-496f-9736-15ce52bbaa98 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:15.070896 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c954c-7359-496f-9736-15ce52bbaa98 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:15.071222 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c954c-7359-496f-9736-15ce52bbaa98 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:15.071547 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c954c-7359-496f-9736-15ce52bbaa98 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:15.071872 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c954c-7359-496f-9736-15ce52bbaa98 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:15.072196 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c954c-7359-496f-9736-15ce52bbaa98 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:15.180963 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03a59559-99fe-46e1-885e-dfbd66a62a54 req-858c954c-7359-496f-9736-15ce52bbaa98 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Router e460b3d0-5a1d-462c-9230-b1366338442a has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:26:15.283681 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c05def54-ec6d-4e1a-8c71-c21821615ee2 req-2468d7d8-6cd3-432b-8e70-b0d0a3220483 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/ports?device_id=da307bb1-bc0e-4d99-bdf5-da11f55de2c0 HTTP/1.1" status: 200 len: 210 time: 0.0301869 Jul 19 17:26:15.315969 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03a59559-99fe-46e1-885e-dfbd66a62a54 req-858c954c-7359-496f-9736-15ce52bbaa98 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:26:15.325433 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67d8cf4-3253-40e5-822c-7032f2d68a54 None None] Sync routers for ids ['e460b3d0-5a1d-462c-9230-b1366338442a'] in dv-cinder-801354-1-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:26:15.338620 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67d8cf4-3253-40e5-822c-7032f2d68a54 None None] Routers {'e460b3d0-5a1d-462c-9230-b1366338442a'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:26:15.339147 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-b67d8cf4-3253-40e5-822c-7032f2d68a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:26:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['e460b3d0-5a1d-462c-9230-b1366338442a'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:26:15.361112 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a59559-99fe-46e1-885e-dfbd66a62a54 req-858c954c-7359-496f-9736-15ce52bbaa98 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] No DVR routers for this DVR port 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 on host hv-cinder-80135 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:26:15.363652 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-03a59559-99fe-46e1-885e-dfbd66a62a54 req-858c954c-7359-496f-9736-15ce52bbaa98 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:15.365768 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-03a59559-99fe-46e1-885e-dfbd66a62a54 req-858c954c-7359-496f-9736-15ce52bbaa98 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.16 "DELETE /v2.0/ports/56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 HTTP/1.1" status: 204 len: 173 time: 0.8304248 Jul 19 17:26:15.366201 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da307bb1-bc0e-4d99-bdf5-da11f55de2c0', 'name': 'network-vif-deleted', 'tag': '56d8c53e-5e16-4ebc-b945-e8ca7344b3b8'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:26:15.368487 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fc6788-148f-4a90-8f34-55cb6f3225b3" -d '{"events": [{"server_uuid": "da307bb1-bc0e-4d99-bdf5-da11f55de2c0", "name": "network-vif-deleted", "tag": "56d8c53e-5e16-4ebc-b945-e8ca7344b3b8"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:26:15.405608 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad9c22b-b0b7-4522-8eca-26a4b3987125 x-openstack-request-id: req-9ad9c22b-b0b7-4522-8eca-26a4b3987125 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:26:15.405927 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da307bb1-bc0e-4d99-bdf5-da11f55de2c0", "name": "network-vif-deleted", "tag": "56d8c53e-5e16-4ebc-b945-e8ca7344b3b8", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:26:15.406190 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9ad9c22b-b0b7-4522-8eca-26a4b3987125 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:26:15.406589 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da307bb1-bc0e-4d99-bdf5-da11f55de2c0', 'name': 'network-vif-deleted', 'tag': '56d8c53e-5e16-4ebc-b945-e8ca7344b3b8', 'status': 'completed', 'code': 200} Jul 19 17:26:15.449036 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-b67d8cf4-3253-40e5-822c-7032f2d68a54 None None] Set router e460b3d0-5a1d-462c-9230-b1366338442a gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:26:15.654896 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-b67d8cf4-3253-40e5-822c-7032f2d68a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'name': 'tempest-AttachVolumeShelveTestJSON-1950806056-router', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:20:47Z', 'updated_at': '2021-07-19T17:20:50Z', 'revision_number': 4, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'gw_port': {'id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:48Z', 'updated_at': '2021-07-19T17:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'ca1336cd-a81f-4ef9-a50b-bd616031edda', 'name': '', 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'mac_address': 'fa:16:3e:0c:3e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:49Z', 'updated_at': '2021-07-19T17:20:55Z', 'revision_number': 5, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'subnets': [{'id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:26:15.680684 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67d8cf4-3253-40e5-822c-7032f2d68a54 None None] Checking router: e460b3d0-5a1d-462c-9230-b1366338442a for host: dv-cinder-801354-1-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:26:15.690868 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67d8cf4-3253-40e5-822c-7032f2d68a54 None None] Routers {'e460b3d0-5a1d-462c-9230-b1366338442a'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:26:15.691475 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-b67d8cf4-3253-40e5-822c-7032f2d68a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:26:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['e460b3d0-5a1d-462c-9230-b1366338442a'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:26:15.802102 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-b67d8cf4-3253-40e5-822c-7032f2d68a54 None None] Set router e460b3d0-5a1d-462c-9230-b1366338442a gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:26:16.003272 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-b67d8cf4-3253-40e5-822c-7032f2d68a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'name': 'tempest-AttachVolumeShelveTestJSON-1950806056-router', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:20:47Z', 'updated_at': '2021-07-19T17:20:50Z', 'revision_number': 4, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'gw_port': {'id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:48Z', 'updated_at': '2021-07-19T17:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'ca1336cd-a81f-4ef9-a50b-bd616031edda', 'name': '', 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'mac_address': 'fa:16:3e:0c:3e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:49Z', 'updated_at': '2021-07-19T17:20:55Z', 'revision_number': 5, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'subnets': [{'id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:26:16.032534 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67d8cf4-3253-40e5-822c-7032f2d68a54 None None] The sync data for ids ['e460b3d0-5a1d-462c-9230-b1366338442a'] in dv-cinder-801354-1-iscsi is: [{'id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'name': 'tempest-AttachVolumeShelveTestJSON-1950806056-router', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:20:47Z', 'updated_at': '2021-07-19T17:20:50Z', 'revision_number': 4, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'gw_port': {'id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:48Z', 'updated_at': '2021-07-19T17:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': 'ca1336cd-a81f-4ef9-a50b-bd616031edda', 'name': '', 'network_id': '4e8d5024-2593-474f-aedc-412be4f13971', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'mac_address': 'fa:16:3e:0c:3e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:49Z', 'updated_at': '2021-07-19T17:20:55Z', 'revision_number': 5, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'subnets': [{'id': '4b8f48ce-8da9-45bc-8ad9-174085a888a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:26:16.231744 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9105805c-6bef-4f5d-a8d1-01da172fb158 None None] New status for floating IP f38ecf78-0c81-43f9-81b5-d55c72b3f30f: DOWN {{(pid=93287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:26:16.371619 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 43660) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:16.425870 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-40b33882-959b-437e-abc2-afe52356dbf2 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:16.448993 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-40b33882-959b-437e-abc2-afe52356dbf2 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:16.499713 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-40b33882-959b-437e-abc2-afe52356dbf2 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:16.502852 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-40b33882-959b-437e-abc2-afe52356dbf2 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:16.503985 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-40b33882-959b-437e-abc2-afe52356dbf2 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "DELETE /v2.0/security-groups/167d19bf-ef66-4146-84f1-0a3c1f5a6e05 HTTP/1.1" status: 204 len: 168 time: 0.1313972 Jul 19 17:26:16.507107 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 43662) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:16.513365 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b33882-959b-437e-abc2-afe52356dbf2 tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=167d19bf-ef66-4146-84f1-0a3c1f5a6e05,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:16.522627 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.api.v2.resource [None req-3206e436-e073-4b34-b087-7e6d6626d0db tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] show failed (client error): The resource could not be found. Jul 19 17:26:16.526366 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-3206e436-e073-4b34-b087-7e6d6626d0db tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "GET /v2.0/security-groups/167d19bf-ef66-4146-84f1-0a3c1f5a6e05 HTTP/1.1" status: 404 len: 347 time: 0.0154374 Jul 19 17:26:16.526651 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 43664) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:16.642509 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:16.646336 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-077c9e5b-e864-4eed-acda-bd1ced0fcd2c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Deleting port 56b9717f-2f2d-466e-95a4-f217cfbf26da {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:26:16.646680 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-077c9e5b-e864-4eed-acda-bd1ced0fcd2c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:16.718944 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-077c9e5b-e864-4eed-acda-bd1ced0fcd2c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:16.719260 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-077c9e5b-e864-4eed-acda-bd1ced0fcd2c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:16.731034 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-077c9e5b-e864-4eed-acda-bd1ced0fcd2c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Calling delete_port for 56b9717f-2f2d-466e-95a4-f217cfbf26da owned by network:floatingip {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:26:17.099648 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-077c9e5b-e864-4eed-acda-bd1ced0fcd2c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:17.123360 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c9e5b-e864-4eed-acda-bd1ced0fcd2c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Pushing event deleted for resources: {'Port': ['ID=56b9717f-2f2d-466e-95a4-f217cfbf26da,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:17.185671 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-077c9e5b-e864-4eed-acda-bd1ced0fcd2c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks [] for floatingip, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:17.188158 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-077c9e5b-e864-4eed-acda-bd1ced0fcd2c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for floatingip, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:17.189864 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-077c9e5b-e864-4eed-acda-bd1ced0fcd2c tempest-AttachVolumeShelveTestJSON-1005812466 tempest-AttachVolumeShelveTestJSON-1005812466-project] 10.222.0.63 "DELETE /v2.0/floatingips/f38ecf78-0c81-43f9-81b5-d55c72b3f30f HTTP/1.1" status: 204 len: 168 time: 0.6622581 Jul 19 17:26:18.072012 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7fcc6b42-09a4-4cb8-a253-7590ed350b5d req-7980a5f4-b157-44a7-ae01-a6f7d47d687e tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-860884023&fields=id&tenant_id=380ffb294035407d846529ca9b7ae1a5 HTTP/1.1" status: 200 len: 267 time: 0.0321307 Jul 19 17:26:18.135567 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc6b42-09a4-4cb8-a253-7590ed350b5d req-eeb44c13-1583-4e76-9651-a0fe4beb7f5c tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:18.137014 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7fcc6b42-09a4-4cb8-a253-7590ed350b5d req-eeb44c13-1583-4e76-9651-a0fe4beb7f5c tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 984 time: 0.0600195 Jul 19 17:26:18.148049 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-7fcc6b42-09a4-4cb8-a253-7590ed350b5d req-843dd2f3-a11e-482b-8502-59b5b9e1dd90 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Request body: {'port': {'security_groups': ['b0f408e4-cc74-46da-8506-cea267553395']}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:26:18.230919 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-7fcc6b42-09a4-4cb8-a253-7590ed350b5d req-843dd2f3-a11e-482b-8502-59b5b9e1dd90 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:18.401092 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-7fcc6b42-09a4-4cb8-a253-7590ed350b5d req-843dd2f3-a11e-482b-8502-59b5b9e1dd90 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] For port 2fcae369-95eb-4923-8d42-de1578c5a616, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2fcae369-95eb-4923-8d42-de1578c5a616,segment=NetworkSegment(e48e2bef-e299-4399-abcc-d15e56818819),segment_id=e48e2bef-e299-4399-abcc-d15e56818819)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:26:18.430448 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-7fcc6b42-09a4-4cb8-a253-7590ed350b5d req-843dd2f3-a11e-482b-8502-59b5b9e1dd90 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:18.435417 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-7fcc6b42-09a4-4cb8-a253-7590ed350b5d req-843dd2f3-a11e-482b-8502-59b5b9e1dd90 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8589033'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:18.449625 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['2fcae369-95eb-4923-8d42-de1578c5a616'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:26:18.485043 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc6b42-09a4-4cb8-a253-7590ed350b5d req-843dd2f3-a11e-482b-8502-59b5b9e1dd90 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:18.485942 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-7fcc6b42-09a4-4cb8-a253-7590ed350b5d req-843dd2f3-a11e-482b-8502-59b5b9e1dd90 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:18.488180 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7fcc6b42-09a4-4cb8-a253-7590ed350b5d req-843dd2f3-a11e-482b-8502-59b5b9e1dd90 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "PUT /v2.0/ports/2fcae369-95eb-4923-8d42-de1578c5a616 HTTP/1.1" status: 200 len: 942 time: 0.3443692 Jul 19 17:26:18.488180 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30f2c64-3ef6-4593-9464-d1b31cdf3719', 'tag': '2fcae369-95eb-4923-8d42-de1578c5a616'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:26:18.490355 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f91c967-4295-43d1-a56e-ba715b401341" -d '{"events": [{"name": "network-changed", "server_uuid": "c30f2c64-3ef6-4593-9464-d1b31cdf3719", "tag": "2fcae369-95eb-4923-8d42-de1578c5a616"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:26:18.494273 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 43690) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:18.520836 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843dd2f3-a11e-482b-8502-59b5b9e1dd90 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Pushing event updated for resources: {'Port': ['ID=2fcae369-95eb-4923-8d42-de1578c5a616,revision_number=7']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:18.552337 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a94777-dcbe-476b-a5ba-1f9d2c9ac38c x-openstack-request-id: req-39a94777-dcbe-476b-a5ba-1f9d2c9ac38c {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:26:18.552828 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c30f2c64-3ef6-4593-9464-d1b31cdf3719", "tag": "2fcae369-95eb-4923-8d42-de1578c5a616", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:26:18.553141 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-39a94777-dcbe-476b-a5ba-1f9d2c9ac38c {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:26:18.553621 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30f2c64-3ef6-4593-9464-d1b31cdf3719', 'tag': '2fcae369-95eb-4923-8d42-de1578c5a616', 'status': 'completed', 'code': 200} Jul 19 17:26:18.568200 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['2fcae369-95eb-4923-8d42-de1578c5a616'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:26:18.575544 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0eb7f416-0072-427b-b719-1a9e2e4aab53 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:18.606627 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0eb7f416-0072-427b-b719-1a9e2e4aab53 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:18.664765 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91c967-4295-43d1-a56e-ba715b401341 req-8ae95235-33eb-408f-9040-ec2cd004dae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:18.666648 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0f91c967-4295-43d1-a56e-ba715b401341 req-8ae95235-33eb-408f-9040-ec2cd004dae0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=380ffb294035407d846529ca9b7ae1a5&device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 1098 time: 0.0810771 Jul 19 17:26:18.721109 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0eb7f416-0072-427b-b719-1a9e2e4aab53 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:18.725874 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0eb7f416-0072-427b-b719-1a9e2e4aab53 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:18.727839 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-0eb7f416-0072-427b-b719-1a9e2e4aab53 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "DELETE /v2.0/security-groups/ff261883-f784-43e0-a6d5-56005f2d5f4f HTTP/1.1" status: 204 len: 168 time: 0.2309973 Jul 19 17:26:18.738456 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 43692) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:18.739502 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7f416-0072-427b-b719-1a9e2e4aab53 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff261883-f784-43e0-a6d5-56005f2d5f4f,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:18.750637 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:26:18.780201 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] No Port match for: 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:26:18.780782 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device 56d8c53e-5e16-4ebc-b945-e8ca7344b3b8 not bound to the agent host hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:26:18.787432 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91c967-4295-43d1-a56e-ba715b401341 req-1f48860c-0802-4050-9512-0b81f605d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:18.788987 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0f91c967-4295-43d1-a56e-ba715b401341 req-1f48860c-0802-4050-9512-0b81f605d899 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5 HTTP/1.1" status: 200 len: 914 time: 0.1148911 Jul 19 17:26:18.827650 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6694c35b-440a-48a8-8bef-a3a841ff8ffa None None] Provisioning complete for port 2fcae369-95eb-4923-8d42-de1578c5a616 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:26:18.828325 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6694c35b-440a-48a8-8bef-a3a841ff8ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:18.869840 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0f91c967-4295-43d1-a56e-ba715b401341 req-5e3d8604-1701-49a6-b00c-c57ed1848a55 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fcae369-95eb-4923-8d42-de1578c5a616 HTTP/1.1" status: 200 len: 1000 time: 0.0740874 Jul 19 17:26:18.921786 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91c967-4295-43d1-a56e-ba715b401341 req-cf54bd96-6f1e-4725-9b69-8270f065fe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:18.923979 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0f91c967-4295-43d1-a56e-ba715b401341 req-cf54bd96-6f1e-4725-9b69-8270f065fe42 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70903e03-dbe6-4672-a952-3f41e15d172b HTTP/1.1" status: 200 len: 852 time: 0.0453808 Jul 19 17:26:18.931134 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-3b813a2f-186a-4757-a32e-0602cb68be7f tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Deleting port 80a2d1eb-f618-42d8-9329-db536346d159 {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:26:18.931485 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3b813a2f-186a-4757-a32e-0602cb68be7f tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:18.987531 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91c967-4295-43d1-a56e-ba715b401341 req-06d17870-01fb-4364-b990-0ccb528bbc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:18.989226 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0f91c967-4295-43d1-a56e-ba715b401341 req-06d17870-01fb-4364-b990-0ccb528bbc81 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0593772 Jul 19 17:26:19.016338 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3b813a2f-186a-4757-a32e-0602cb68be7f tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:19.016676 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3b813a2f-186a-4757-a32e-0602cb68be7f tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:19.029418 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-3b813a2f-186a-4757-a32e-0602cb68be7f tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Calling delete_port for 80a2d1eb-f618-42d8-9329-db536346d159 owned by network:floatingip {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:26:19.081427 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0f91c967-4295-43d1-a56e-ba715b401341 req-febb8cd0-49ee-4270-86ca-68addd3280db service neutron] 10.222.0.16 "GET /v2.0/networks/d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846093 Jul 19 17:26:19.202851 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3b813a2f-186a-4757-a32e-0602cb68be7f tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10507233'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:19.210901 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0f91c967-4295-43d1-a56e-ba715b401341 req-2f7addd3-367e-434f-bd18-72cc56310f71 service neutron] 10.222.0.16 "GET /v2.0/networks/d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225054 Jul 19 17:26:19.231827 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b813a2f-186a-4757-a32e-0602cb68be7f tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Pushing event deleted for resources: {'Port': ['ID=80a2d1eb-f618-42d8-9329-db536346d159,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:19.239323 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d38616b0-b11c-4ce5-ba2e-6840880583f7 req-9fb494a7-873a-42b2-a21e-3be2a2775593 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0868673 Jul 19 17:26:19.291351 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3b813a2f-186a-4757-a32e-0602cb68be7f tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks [] for floatingip, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:19.291680 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.db.l3_db [None req-3b813a2f-186a-4757-a32e-0602cb68be7f tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Floating IP 236691a0-78b0-449f-bd76-8ea7af1eaabc disassociated (deleted). External IP: 172.27.1.87, port: 2fcae369-95eb-4923-8d42-de1578c5a616. Jul 19 17:26:19.311568 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38616b0-b11c-4ce5-ba2e-6840880583f7 req-f38c3906-6ce8-4e04-ad4f-307c7f8bdb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:19.313060 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d38616b0-b11c-4ce5-ba2e-6840880583f7 req-f38c3906-6ce8-4e04-ad4f-307c7f8bdb90 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=380ffb294035407d846529ca9b7ae1a5&device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 1098 time: 0.0525720 Jul 19 17:26:19.418501 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38616b0-b11c-4ce5-ba2e-6840880583f7 req-c782313b-3053-4f6a-ad6b-d9cad76834ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:19.419962 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d38616b0-b11c-4ce5-ba2e-6840880583f7 req-c782313b-3053-4f6a-ad6b-d9cad76834ed service neutron] 10.222.0.16 "GET /v2.0/networks?id=d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5 HTTP/1.1" status: 200 len: 914 time: 0.0872536 Jul 19 17:26:19.462355 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d38616b0-b11c-4ce5-ba2e-6840880583f7 req-a56fda1f-9db3-4238-9b66-89af41f7fd4d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fcae369-95eb-4923-8d42-de1578c5a616 HTTP/1.1" status: 200 len: 217 time: 0.0339165 Jul 19 17:26:19.494536 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b813a2f-186a-4757-a32e-0602cb68be7f tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Router 6ed95d9d-5632-468f-864f-a0e3779dab00 has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:26:19.519246 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38616b0-b11c-4ce5-ba2e-6840880583f7 req-a39daf4a-9415-402e-85cc-3fc7886541b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:19.520559 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d38616b0-b11c-4ce5-ba2e-6840880583f7 req-a39daf4a-9415-402e-85cc-3fc7886541b4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70903e03-dbe6-4672-a952-3f41e15d172b HTTP/1.1" status: 200 len: 852 time: 0.0514178 Jul 19 17:26:19.584989 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38616b0-b11c-4ce5-ba2e-6840880583f7 req-68528524-383d-4180-b8f0-1d9d43a5be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:19.586626 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d38616b0-b11c-4ce5-ba2e-6840880583f7 req-68528524-383d-4180-b8f0-1d9d43a5be2a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547445 Jul 19 17:26:19.602779 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 43700) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:19.609396 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b813a2f-186a-4757-a32e-0602cb68be7f tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:26:19.614210 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3b813a2f-186a-4757-a32e-0602cb68be7f tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for floatingip, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:19.620770 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a73670-b4ef-43f1-8c41-852e7e42a939 None None] Sync routers for ids ['6ed95d9d-5632-468f-864f-a0e3779dab00'] in dv-cinder-801354-1-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:26:19.631700 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a73670-b4ef-43f1-8c41-852e7e42a939 None None] Routers {'6ed95d9d-5632-468f-864f-a0e3779dab00'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:26:19.632454 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-97a73670-b4ef-43f1-8c41-852e7e42a939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:26:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['6ed95d9d-5632-468f-864f-a0e3779dab00'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:26:19.654587 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-3b813a2f-186a-4757-a32e-0602cb68be7f tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "DELETE /v2.0/floatingips/236691a0-78b0-449f-bd76-8ea7af1eaabc HTTP/1.1" status: 204 len: 168 time: 0.9122572 Jul 19 17:26:19.655255 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30f2c64-3ef6-4593-9464-d1b31cdf3719', 'tag': '2fcae369-95eb-4923-8d42-de1578c5a616'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:26:19.658443 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fef583e105ae9f56b0e46fddec7b2a97c38b8d2c10713f95f240075d2f3bd9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffe40f7-c114-4e74-9a4d-e5f3101319ba" -d '{"events": [{"name": "network-changed", "server_uuid": "c30f2c64-3ef6-4593-9464-d1b31cdf3719", "tag": "2fcae369-95eb-4923-8d42-de1578c5a616"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:26:19.703583 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d38616b0-b11c-4ce5-ba2e-6840880583f7 req-a92c919c-b652-4941-ad2d-f0edbeabe83a service neutron] 10.222.0.16 "GET /v2.0/networks/d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084259 Jul 19 17:26:19.706478 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d1c073-0fc4-4fad-8335-990bedef67a3 x-openstack-request-id: req-a1d1c073-0fc4-4fad-8335-990bedef67a3 {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:26:19.706761 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c30f2c64-3ef6-4593-9464-d1b31cdf3719", "tag": "2fcae369-95eb-4923-8d42-de1578c5a616", "status": "completed", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:26:19.707007 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a1d1c073-0fc4-4fad-8335-990bedef67a3 {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:26:19.707396 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30f2c64-3ef6-4593-9464-d1b31cdf3719', 'tag': '2fcae369-95eb-4923-8d42-de1578c5a616', 'status': 'completed', 'code': 200} Jul 19 17:26:19.775939 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-97a73670-b4ef-43f1-8c41-852e7e42a939 None None] Set router 6ed95d9d-5632-468f-864f-a0e3779dab00 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:26:19.922684 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d38616b0-b11c-4ce5-ba2e-6840880583f7 req-d019381f-394e-4e09-8aa3-a964ccfbde43 service neutron] 10.222.0.16 "GET /v2.0/networks/d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057586 Jul 19 17:26:20.008711 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-97a73670-b4ef-43f1-8c41-852e7e42a939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'name': 'tempest-TestMinimumBasicScenario-20207841-router', 'tenant_id': '380ffb294035407d846529ca9b7ae1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '0f15adbb-8916-43ce-951a-f75a968a8a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:24:05Z', 'updated_at': '2021-07-19T17:24:08Z', 'revision_number': 4, 'project_id': '380ffb294035407d846529ca9b7ae1a5', 'gw_port': {'id': '0f15adbb-8916-43ce-951a-f75a968a8a05', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:05Z', 'updated_at': '2021-07-19T17:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': '636ee46c-dd4b-4158-95d7-931becb421f6', 'name': '', 'network_id': 'd3a56c18-022c-4c29-8fcc-c4e7a03e9ed5', 'tenant_id': '380ffb294035407d846529ca9b7ae1a5', 'mac_address': 'fa:16:3e:5a:5d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '70903e03-dbe6-4672-a952-3f41e15d172b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:07Z', 'updated_at': '2021-07-19T17:24:14Z', 'revision_number': 5, 'project_id': '380ffb294035407d846529ca9b7ae1a5', 'subnets': [{'id': '70903e03-dbe6-4672-a952-3f41e15d172b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:26:20.034153 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a73670-b4ef-43f1-8c41-852e7e42a939 None None] Checking router: 6ed95d9d-5632-468f-864f-a0e3779dab00 for host: dv-cinder-801354-1-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:26:20.042370 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a73670-b4ef-43f1-8c41-852e7e42a939 None None] Routers {'6ed95d9d-5632-468f-864f-a0e3779dab00'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:26:20.042959 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-97a73670-b4ef-43f1-8c41-852e7e42a939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:26:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['6ed95d9d-5632-468f-864f-a0e3779dab00'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:26:20.073484 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe40f7-c114-4e74-9a4d-e5f3101319ba req-cee7b72e-09ae-4ccb-b669-9d0e5e017b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:20.074990 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7ffe40f7-c114-4e74-9a4d-e5f3101319ba req-cee7b72e-09ae-4ccb-b669-9d0e5e017b91 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=380ffb294035407d846529ca9b7ae1a5&device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 1098 time: 0.0820076 Jul 19 17:26:20.222476 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe40f7-c114-4e74-9a4d-e5f3101319ba req-5ab543ce-14be-4c9c-b24e-dcaa90c6bee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:20.223941 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7ffe40f7-c114-4e74-9a4d-e5f3101319ba req-5ab543ce-14be-4c9c-b24e-dcaa90c6bee8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5 HTTP/1.1" status: 200 len: 914 time: 0.1289182 Jul 19 17:26:20.236641 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-97a73670-b4ef-43f1-8c41-852e7e42a939 None None] Set router 6ed95d9d-5632-468f-864f-a0e3779dab00 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:26:20.276181 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7ffe40f7-c114-4e74-9a4d-e5f3101319ba req-19fed3de-d75b-4337-88e9-ae8636ff09ad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fcae369-95eb-4923-8d42-de1578c5a616 HTTP/1.1" status: 200 len: 217 time: 0.0433853 Jul 19 17:26:20.352992 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe40f7-c114-4e74-9a4d-e5f3101319ba req-58ff6b5e-76a5-40d7-9dad-e5d2a560744d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:20.354493 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7ffe40f7-c114-4e74-9a4d-e5f3101319ba req-58ff6b5e-76a5-40d7-9dad-e5d2a560744d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70903e03-dbe6-4672-a952-3f41e15d172b HTTP/1.1" status: 200 len: 852 time: 0.0552843 Jul 19 17:26:20.363606 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-80f1e9e3-bd2b-4643-aea3-06318b8ce84f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-972678'] for router_interface, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:20.443943 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-97a73670-b4ef-43f1-8c41-852e7e42a939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'name': 'tempest-TestMinimumBasicScenario-20207841-router', 'tenant_id': '380ffb294035407d846529ca9b7ae1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '0f15adbb-8916-43ce-951a-f75a968a8a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:24:05Z', 'updated_at': '2021-07-19T17:24:08Z', 'revision_number': 4, 'project_id': '380ffb294035407d846529ca9b7ae1a5', 'gw_port': {'id': '0f15adbb-8916-43ce-951a-f75a968a8a05', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:05Z', 'updated_at': '2021-07-19T17:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': '636ee46c-dd4b-4158-95d7-931becb421f6', 'name': '', 'network_id': 'd3a56c18-022c-4c29-8fcc-c4e7a03e9ed5', 'tenant_id': '380ffb294035407d846529ca9b7ae1a5', 'mac_address': 'fa:16:3e:5a:5d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '70903e03-dbe6-4672-a952-3f41e15d172b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:07Z', 'updated_at': '2021-07-19T17:24:14Z', 'revision_number': 5, 'project_id': '380ffb294035407d846529ca9b7ae1a5', 'subnets': [{'id': '70903e03-dbe6-4672-a952-3f41e15d172b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:26:20.470432 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a73670-b4ef-43f1-8c41-852e7e42a939 None None] The sync data for ids ['6ed95d9d-5632-468f-864f-a0e3779dab00'] in dv-cinder-801354-1-iscsi is: [{'id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'name': 'tempest-TestMinimumBasicScenario-20207841-router', 'tenant_id': '380ffb294035407d846529ca9b7ae1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '0f15adbb-8916-43ce-951a-f75a968a8a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:24:05Z', 'updated_at': '2021-07-19T17:24:08Z', 'revision_number': 4, 'project_id': '380ffb294035407d846529ca9b7ae1a5', 'gw_port': {'id': '0f15adbb-8916-43ce-951a-f75a968a8a05', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:05Z', 'updated_at': '2021-07-19T17:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': '636ee46c-dd4b-4158-95d7-931becb421f6', 'name': '', 'network_id': 'd3a56c18-022c-4c29-8fcc-c4e7a03e9ed5', 'tenant_id': '380ffb294035407d846529ca9b7ae1a5', 'mac_address': 'fa:16:3e:5a:5d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '70903e03-dbe6-4672-a952-3f41e15d172b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:07Z', 'updated_at': '2021-07-19T17:24:14Z', 'revision_number': 5, 'project_id': '380ffb294035407d846529ca9b7ae1a5', 'subnets': [{'id': '70903e03-dbe6-4672-a952-3f41e15d172b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:26:20.504445 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe40f7-c114-4e74-9a4d-e5f3101319ba req-10298fc8-b451-40d8-a1de-221999900d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:20.505983 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7ffe40f7-c114-4e74-9a4d-e5f3101319ba req-10298fc8-b451-40d8-a1de-221999900d3f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1398118 Jul 19 17:26:20.651680 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7ffe40f7-c114-4e74-9a4d-e5f3101319ba req-db4982ed-1ad3-4c53-b232-4a9aa6f73d9b service neutron] 10.222.0.16 "GET /v2.0/networks/d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184471 Jul 19 17:26:20.699542 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e11ce35-ab03-497a-ae46-6c4483837419 None None] New status for floating IP 236691a0-78b0-449f-bd76-8ea7af1eaabc: DOWN {{(pid=93287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:26:20.796423 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7ffe40f7-c114-4e74-9a4d-e5f3101319ba req-68d1cd1b-b011-46da-98e3-d817f8d2a0c1 service neutron] 10.222.0.16 "GET /v2.0/networks/d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375723 Jul 19 17:26:20.809556 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-80f1e9e3-bd2b-4643-aea3-06318b8ce84f admin admin] Deleting port ca1336cd-a81f-4ef9-a50b-bd616031edda {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:26:20.809979 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-80f1e9e3-bd2b-4643-aea3-06318b8ce84f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:20.886879 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-80f1e9e3-bd2b-4643-aea3-06318b8ce84f admin admin] For port ca1336cd-a81f-4ef9-a50b-bd616031edda, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=ca1336cd-a81f-4ef9-a50b-bd616031edda,segment=NetworkSegment(49f3122a-bd8b-4c70-a3d0-44b9da145ba2),segment_id=49f3122a-bd8b-4c70-a3d0-44b9da145ba2)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:26:20.887237 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-80f1e9e3-bd2b-4643-aea3-06318b8ce84f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:20.902473 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-80f1e9e3-bd2b-4643-aea3-06318b8ce84f admin admin] Calling delete_port for ca1336cd-a81f-4ef9-a50b-bd616031edda owned by network:router_interface {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:26:21.081695 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-80f1e9e3-bd2b-4643-aea3-06318b8ce84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:21.107680 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f1e9e3-bd2b-4643-aea3-06318b8ce84f admin admin] Pushing event deleted for resources: {'Port': ['ID=ca1336cd-a81f-4ef9-a50b-bd616031edda,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:21.281503 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-80f1e9e3-bd2b-4643-aea3-06318b8ce84f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-785094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972778'] for router_interface, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:21.494817 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f1e9e3-bd2b-4643-aea3-06318b8ce84f admin admin] Router e460b3d0-5a1d-462c-9230-b1366338442a has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:26:21.840770 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f1e9e3-bd2b-4643-aea3-06318b8ce84f admin admin] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:26:21.846265 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-80f1e9e3-bd2b-4643-aea3-06318b8ce84f admin admin] 10.222.0.63 "PUT /v2.0/routers/e460b3d0-5a1d-462c-9230-b1366338442a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2417376 Jul 19 17:26:21.848710 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 43724) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:21.851145 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1cd40c-32f8-4a18-95a7-245d0ff1479b None None] Sync routers for ids ['e460b3d0-5a1d-462c-9230-b1366338442a'] in dv-cinder-801354-1-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:26:21.860127 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1cd40c-32f8-4a18-95a7-245d0ff1479b None None] Routers {'e460b3d0-5a1d-462c-9230-b1366338442a'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:26:21.861448 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-1c1cd40c-32f8-4a18-95a7-245d0ff1479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:26:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['e460b3d0-5a1d-462c-9230-b1366338442a'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:26:21.954184 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-12cf08c8-3f30-4ac6-944b-1197c0267637 admin admin] Notify callbacks [] for router, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:21.967677 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-1c1cd40c-32f8-4a18-95a7-245d0ff1479b None None] Set router e460b3d0-5a1d-462c-9230-b1366338442a gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:26:22.055521 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-12cf08c8-3f30-4ac6-944b-1197c0267637 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:22.112788 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-12cf08c8-3f30-4ac6-944b-1197c0267637 admin admin] Deleting port 7cc5a5e3-6db1-4def-aae0-24d295193e89 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:26:22.113252 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-12cf08c8-3f30-4ac6-944b-1197c0267637 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:22.140075 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-1c1cd40c-32f8-4a18-95a7-245d0ff1479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'name': 'tempest-AttachVolumeShelveTestJSON-1950806056-router', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:20:47Z', 'updated_at': '2021-07-19T17:26:21Z', 'revision_number': 5, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'gw_port': {'id': '7cc5a5e3-6db1-4def-aae0-24d295193e89', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:20:48Z', 'updated_at': '2021-07-19T17:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi'}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:26:22.168279 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1cd40c-32f8-4a18-95a7-245d0ff1479b None None] Checking router: e460b3d0-5a1d-462c-9230-b1366338442a for host: dv-cinder-801354-1-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:26:22.179040 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1cd40c-32f8-4a18-95a7-245d0ff1479b None None] Routers {'e460b3d0-5a1d-462c-9230-b1366338442a'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:26:22.179040 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-1c1cd40c-32f8-4a18-95a7-245d0ff1479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:26:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['e460b3d0-5a1d-462c-9230-b1366338442a'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:26:22.197198 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-12cf08c8-3f30-4ac6-944b-1197c0267637 admin admin] For port 7cc5a5e3-6db1-4def-aae0-24d295193e89, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=7cc5a5e3-6db1-4def-aae0-24d295193e89,segment=NetworkSegment(7431590e-ccf2-4917-bcc9-f5f2a04630c8),segment_id=7431590e-ccf2-4917-bcc9-f5f2a04630c8)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:26:22.197783 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-12cf08c8-3f30-4ac6-944b-1197c0267637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:22.223144 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-12cf08c8-3f30-4ac6-944b-1197c0267637 admin admin] Calling delete_port for 7cc5a5e3-6db1-4def-aae0-24d295193e89 owned by network:router_gateway {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:26:22.275463 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-1c1cd40c-32f8-4a18-95a7-245d0ff1479b None None] Set router e460b3d0-5a1d-462c-9230-b1366338442a gateway port host: None {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:26:22.328888 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-1c1cd40c-32f8-4a18-95a7-245d0ff1479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'name': 'tempest-AttachVolumeShelveTestJSON-1950806056-router', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:20:47Z', 'updated_at': '2021-07-19T17:26:22Z', 'revision_number': 6, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'gw_port_host': None}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:26:22.366115 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1cd40c-32f8-4a18-95a7-245d0ff1479b None None] The sync data for ids ['e460b3d0-5a1d-462c-9230-b1366338442a'] in dv-cinder-801354-1-iscsi is: [{'id': 'e460b3d0-5a1d-462c-9230-b1366338442a', 'name': 'tempest-AttachVolumeShelveTestJSON-1950806056-router', 'tenant_id': '60cd58df01ad441785d8271f5ef670e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:20:47Z', 'updated_at': '2021-07-19T17:26:22Z', 'revision_number': 6, 'project_id': '60cd58df01ad441785d8271f5ef670e1', 'gw_port_host': None}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:26:22.408750 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-12cf08c8-3f30-4ac6-944b-1197c0267637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:22.435018 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf08c8-3f30-4ac6-944b-1197c0267637 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cc5a5e3-6db1-4def-aae0-24d295193e89,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:22.449843 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73a7b2-4b58-45d6-8787-90b3de7fd191 req-e1e30db4-24df-44e4-ba21-3f17c0de310c tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:22.451372 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ed73a7b2-4b58-45d6-8787-90b3de7fd191 req-e1e30db4-24df-44e4-ba21-3f17c0de310c tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 945 time: 0.0670805 Jul 19 17:26:22.489061 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ed73a7b2-4b58-45d6-8787-90b3de7fd191 req-9caac902-781d-44a7-b75f-20dff6750518 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319185 Jul 19 17:26:22.502521 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-12cf08c8-3f30-4ac6-944b-1197c0267637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-974152'] for router_gateway, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:22.598933 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-12cf08c8-3f30-4ac6-944b-1197c0267637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9678'] for router, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:22.601008 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-12cf08c8-3f30-4ac6-944b-1197c0267637 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:22.641711 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-12cf08c8-3f30-4ac6-944b-1197c0267637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972476'] for router, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:22.642160 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cf08c8-3f30-4ac6-944b-1197c0267637 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e460b3d0-5a1d-462c-9230-b1366338442a {{(pid=93285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 17:26:22.646565 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-12cf08c8-3f30-4ac6-944b-1197c0267637 admin admin] Notify callbacks [] for router, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:22.647707 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-12cf08c8-3f30-4ac6-944b-1197c0267637 admin admin] 10.222.0.63 "DELETE /v2.0/routers/e460b3d0-5a1d-462c-9230-b1366338442a HTTP/1.1" status: 204 len: 168 time: 0.7980688 Jul 19 17:26:22.650236 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 43732) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:22.697564 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_v2 [None req-511d4dcc-06d4-4e38-8963-382d42bb6a93 admin admin] Deleting subnet 4b8f48ce-8da9-45bc-8ad9-174085a888a6 {{(pid=93285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:26:22.700438 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-511d4dcc-06d4-4e38-8963-382d42bb6a93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:22.734927 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-511d4dcc-06d4-4e38-8963-382d42bb6a93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9418636'] for subnet, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:22.813611 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-511d4dcc-06d4-4e38-8963-382d42bb6a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4122676'] for subnet, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:22.868661 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-511d4dcc-06d4-4e38-8963-382d42bb6a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4122671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8936887'] for subnet, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:22.898002 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d4dcc-06d4-4e38-8963-382d42bb6a93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b8f48ce-8da9-45bc-8ad9-174085a888a6,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:22.901335 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-511d4dcc-06d4-4e38-8963-382d42bb6a93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:22.903224 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-511d4dcc-06d4-4e38-8963-382d42bb6a93 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/4b8f48ce-8da9-45bc-8ad9-174085a888a6 HTTP/1.1" status: 204 len: 168 time: 0.2520437 Jul 19 17:26:22.905717 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 43734) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:22.909422 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2ef707-d5c5-4e16-b69c-8cc05f7ace5b None None] Network 4e8d5024-2593-474f-aedc-412be4f13971 requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:26:22.972525 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-321fddc8-a2bd-4b5b-b216-23443289b092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3735101'] for network, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:23.024342 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-321fddc8-a2bd-4b5b-b216-23443289b092 admin admin] Deleting port ef4780a4-ae09-4e46-980e-0f19f189bc0a {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:26:23.024685 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-321fddc8-a2bd-4b5b-b216-23443289b092 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:23.095243 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-321fddc8-a2bd-4b5b-b216-23443289b092 admin admin] For port ef4780a4-ae09-4e46-980e-0f19f189bc0a, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=ef4780a4-ae09-4e46-980e-0f19f189bc0a,segment=NetworkSegment(49f3122a-bd8b-4c70-a3d0-44b9da145ba2),segment_id=49f3122a-bd8b-4c70-a3d0-44b9da145ba2)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:26:23.095533 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-321fddc8-a2bd-4b5b-b216-23443289b092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:23.106703 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-321fddc8-a2bd-4b5b-b216-23443289b092 admin admin] Calling delete_port for ef4780a4-ae09-4e46-980e-0f19f189bc0a owned by network:dhcp {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:26:23.148556 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cc74ba-b729-473d-b26a-53c72d2cd6ec None None] DHCP port deletion for 4e8d5024-2593-474f-aedc-412be4f13971 request from dv-cinder-801354-1-iscsi {{(pid=93287) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 17:26:23.192286 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-321fddc8-a2bd-4b5b-b216-23443289b092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:23.200168 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc74ba-b729-473d-b26a-53c72d2cd6ec None None] Deleting port ef4780a4-ae09-4e46-980e-0f19f189bc0a {{(pid=93287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:26:23.200424 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cc74ba-b729-473d-b26a-53c72d2cd6ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:23.222954 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fddc8-a2bd-4b5b-b216-23443289b092 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef4780a4-ae09-4e46-980e-0f19f189bc0a,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:23.226417 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321fddc8-a2bd-4b5b-b216-23443289b092 admin admin] No DVR routers for this DVR port ef4780a4-ae09-4e46-980e-0f19f189bc0a on host dv-cinder-801354-1-iscsi {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:26:23.264426 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-a4cc74ba-b729-473d-b26a-53c72d2cd6ec None None] For port ef4780a4-ae09-4e46-980e-0f19f189bc0a, host dv-cinder-801354-1-iscsi, got binding levels [] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:26:23.265066 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cc74ba-b729-473d-b26a-53c72d2cd6ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:23.277374 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc74ba-b729-473d-b26a-53c72d2cd6ec None None] Calling delete_port for ef4780a4-ae09-4e46-980e-0f19f189bc0a owned by network:dhcp {{(pid=93287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:26:23.279980 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.ipam_backend_mixin [None req-a4cc74ba-b729-473d-b26a-53c72d2cd6ec None None] Port ef4780a4-ae09-4e46-980e-0f19f189bc0a was not found and therefore no delete operation was performed {{(pid=93287) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 19 17:26:23.281192 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cc74ba-b729-473d-b26a-53c72d2cd6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970'] for port, after_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:23.296879 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-321fddc8-a2bd-4b5b-b216-23443289b092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4124440', 'neutron.services.segments.db._delete_segments_for_network-8737332645178'] for network, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:23.309329 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-321fddc8-a2bd-4b5b-b216-23443289b092 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e8d5024-2593-474f-aedc-412be4f13971']}} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:26:23.309950 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc74ba-b729-473d-b26a-53c72d2cd6ec None None] Pushing event deleted for resources: {'Port': ['ID=ef4780a4-ae09-4e46-980e-0f19f189bc0a,revision_number=None']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:23.317230 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cc74ba-b729-473d-b26a-53c72d2cd6ec None None] No DVR routers for this DVR port ef4780a4-ae09-4e46-980e-0f19f189bc0a on host dv-cinder-801354-1-iscsi {{(pid=93287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:26:23.319459 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc74ba-b729-473d-b26a-53c72d2cd6ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:23.319801 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc74ba-b729-473d-b26a-53c72d2cd6ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:23.320136 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc74ba-b729-473d-b26a-53c72d2cd6ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:23.320449 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc74ba-b729-473d-b26a-53c72d2cd6ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:23.320567 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-321fddc8-a2bd-4b5b-b216-23443289b092 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49f3122a-bd8b-4c70-a3d0-44b9da145ba2') {'for_net_delete': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:26:23.320773 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc74ba-b729-473d-b26a-53c72d2cd6ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:23.320893 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-321fddc8-a2bd-4b5b-b216-23443289b092 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49f3122a-bd8b-4c70-a3d0-44b9da145ba2') {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:26:23.321180 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc74ba-b729-473d-b26a-53c72d2cd6ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:23.321532 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc74ba-b729-473d-b26a-53c72d2cd6ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:23.321787 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc74ba-b729-473d-b26a-53c72d2cd6ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:23.322078 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc74ba-b729-473d-b26a-53c72d2cd6ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:23.322358 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc74ba-b729-473d-b26a-53c72d2cd6ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:23.322708 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc74ba-b729-473d-b26a-53c72d2cd6ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:23.322975 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc74ba-b729-473d-b26a-53c72d2cd6ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:26:23.332923 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-321fddc8-a2bd-4b5b-b216-23443289b092 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737332645443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9418647'] for segment, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:23.347806 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-321fddc8-a2bd-4b5b-b216-23443289b092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:23.354110 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-321fddc8-a2bd-4b5b-b216-23443289b092 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=93285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:26:23.354589 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-321fddc8-a2bd-4b5b-b216-23443289b092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8589005'] for segment, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: Traceback (most recent call last): Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: timer() Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: cb(*args, **kw) Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: return func(*args, **kwargs) Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: self._notify() Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: self.callback(batched_events) Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: event.method(event) Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: return f(self, *a, **k) Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: return self._get(url).json() Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: return self.request(url, 'GET', **kwargs) Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:26:23.356354 dv-cinder-801354-1-iscsi neutron-server[93285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:26:23.417908 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-321fddc8-a2bd-4b5b-b216-23443289b092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-974196'] for network, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:23.423565 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-321fddc8-a2bd-4b5b-b216-23443289b092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:23.425580 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-321fddc8-a2bd-4b5b-b216-23443289b092 admin admin] 10.222.0.63 "DELETE /v2.0/networks/4e8d5024-2593-474f-aedc-412be4f13971 HTTP/1.1" status: 204 len: 168 time: 0.5188603 Jul 19 17:26:23.436249 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fddc8-a2bd-4b5b-b216-23443289b092 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e8d5024-2593-474f-aedc-412be4f13971,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:23.536715 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 43740) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:23.602391 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-6ea8ef51-a7d0-4eda-9de2-79dcd1b299c8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=60cd58df01ad441785d8271f5ef670e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0644658 Jul 19 17:26:23.604963 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 43742) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:23.635990 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d69891-ffae-4bd0-993a-5f5f23d74a60 req-e977cfe9-b1ee-434f-9def-562f7abb16fe tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:23.637515 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-50d69891-ffae-4bd0-993a-5f5f23d74a60 req-e977cfe9-b1ee-434f-9def-562f7abb16fe tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 945 time: 0.0742514 Jul 19 17:26:23.656972 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1db51088-34a9-410d-a4b7-bb97b406d237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:23.675524 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-50d69891-ffae-4bd0-993a-5f5f23d74a60 req-e27142c3-cd70-45ec-8075-f4e7b46ee236 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/security-groups?id=b0f408e4-cc74-46da-8506-cea267553395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317435 Jul 19 17:26:23.678001 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1db51088-34a9-410d-a4b7-bb97b406d237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:23.723542 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1db51088-34a9-410d-a4b7-bb97b406d237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:23.726172 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1db51088-34a9-410d-a4b7-bb97b406d237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:23.727284 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-1db51088-34a9-410d-a4b7-bb97b406d237 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ce757ae2-f807-42e4-ae94-17c6330cdada HTTP/1.1" status: 204 len: 168 time: 0.1213224 Jul 19 17:26:23.734478 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db51088-34a9-410d-a4b7-bb97b406d237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce757ae2-f807-42e4-ae94-17c6330cdada,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:24.197269 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d92c8-19d5-4e0f-bc61-953b0b569aba req-9524c105-02c2-4144-83f9-20fbe397a00c tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:26:24.199047 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0e9d92c8-19d5-4e0f-bc61-953b0b569aba req-9524c105-02c2-4144-83f9-20fbe397a00c tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.16 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 945 time: 0.0741768 Jul 19 17:26:24.241875 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device ef4780a4-ae09-4e46-980e-0f19f189bc0a no longer exists at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:26:24.262502 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] No Port match for: ef4780a4-ae09-4e46-980e-0f19f189bc0a {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:26:24.262845 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device ef4780a4-ae09-4e46-980e-0f19f189bc0a not bound to the agent host dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:26:24.263258 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device ca1336cd-a81f-4ef9-a50b-bd616031edda no longer exists at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:26:24.282564 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] No Port match for: ca1336cd-a81f-4ef9-a50b-bd616031edda {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:26:24.282911 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device ca1336cd-a81f-4ef9-a50b-bd616031edda not bound to the agent host dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:26:24.283326 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 7cc5a5e3-6db1-4def-aae0-24d295193e89 no longer exists at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:26:24.302514 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] No Port match for: 7cc5a5e3-6db1-4def-aae0-24d295193e89 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:26:24.302865 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 7cc5a5e3-6db1-4def-aae0-24d295193e89 not bound to the agent host dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:26:24.311373 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-0e9d92c8-19d5-4e0f-bc61-953b0b569aba req-ea95b7dd-9a9c-419a-bce9-4c602c645c27 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Deleting port 2fcae369-95eb-4923-8d42-de1578c5a616 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:26:24.311709 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-0e9d92c8-19d5-4e0f-bc61-953b0b569aba req-ea95b7dd-9a9c-419a-bce9-4c602c645c27 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:24.402022 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-0e9d92c8-19d5-4e0f-bc61-953b0b569aba req-ea95b7dd-9a9c-419a-bce9-4c602c645c27 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] For port 2fcae369-95eb-4923-8d42-de1578c5a616, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2fcae369-95eb-4923-8d42-de1578c5a616,segment=NetworkSegment(e48e2bef-e299-4399-abcc-d15e56818819),segment_id=e48e2bef-e299-4399-abcc-d15e56818819)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:26:24.402487 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-0e9d92c8-19d5-4e0f-bc61-953b0b569aba req-ea95b7dd-9a9c-419a-bce9-4c602c645c27 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:24.414145 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-0e9d92c8-19d5-4e0f-bc61-953b0b569aba req-ea95b7dd-9a9c-419a-bce9-4c602c645c27 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Calling delete_port for 2fcae369-95eb-4923-8d42-de1578c5a616 owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:26:24.545465 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-0e9d92c8-19d5-4e0f-bc61-953b0b569aba req-ea95b7dd-9a9c-419a-bce9-4c602c645c27 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:24.557603 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['2fcae369-95eb-4923-8d42-de1578c5a616'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:26:24.577383 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95b7dd-9a9c-419a-bce9-4c602c645c27 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Pushing event deleted for resources: {'Port': ['ID=2fcae369-95eb-4923-8d42-de1578c5a616,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:24.627319 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9d92c8-19d5-4e0f-bc61-953b0b569aba req-ea95b7dd-9a9c-419a-bce9-4c602c645c27 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] No DVR routers for this DVR port 2fcae369-95eb-4923-8d42-de1578c5a616 on host hv-cinder-80135 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:26:24.629853 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-0e9d92c8-19d5-4e0f-bc61-953b0b569aba req-ea95b7dd-9a9c-419a-bce9-4c602c645c27 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:24.631952 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0e9d92c8-19d5-4e0f-bc61-953b0b569aba req-ea95b7dd-9a9c-419a-bce9-4c602c645c27 tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.16 "DELETE /v2.0/ports/2fcae369-95eb-4923-8d42-de1578c5a616 HTTP/1.1" status: 204 len: 173 time: 0.4270632 Jul 19 17:26:24.632733 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30f2c64-3ef6-4593-9464-d1b31cdf3719', 'name': 'network-vif-deleted', 'tag': '2fcae369-95eb-4923-8d42-de1578c5a616'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:26:24.634617 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29291ffb-bdb9-4839-8a28-8b3fd597ffa4" -d '{"events": [{"server_uuid": "c30f2c64-3ef6-4593-9464-d1b31cdf3719", "name": "network-vif-deleted", "tag": "2fcae369-95eb-4923-8d42-de1578c5a616"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:26:24.671705 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cdf5bf-fb7c-42f2-8d24-6262b3bc11b3 x-openstack-request-id: req-79cdf5bf-fb7c-42f2-8d24-6262b3bc11b3 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:26:24.671864 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30f2c64-3ef6-4593-9464-d1b31cdf3719", "name": "network-vif-deleted", "tag": "2fcae369-95eb-4923-8d42-de1578c5a616", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:26:24.672126 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-79cdf5bf-fb7c-42f2-8d24-6262b3bc11b3 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:26:24.672500 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30f2c64-3ef6-4593-9464-d1b31cdf3719', 'name': 'network-vif-deleted', 'tag': '2fcae369-95eb-4923-8d42-de1578c5a616', 'status': 'completed', 'code': 200} Jul 19 17:26:24.780954 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e4530d1d-f0f6-48df-a521-0787680dfbf9 req-0b1dd476-46a9-4732-9194-334a518e258c tempest-TestMinimumBasicScenario-1600961537 tempest-TestMinimumBasicScenario-1600961537-project] 10.222.0.63 "GET /v2.0/ports?device_id=c30f2c64-3ef6-4593-9464-d1b31cdf3719 HTTP/1.1" status: 200 len: 210 time: 0.0309963 Jul 19 17:26:26.389420 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 43844) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:26.720929 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-507e0201-bf25-4180-81dc-1cbe4efec718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-972678'] for router_interface, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:26.970719 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-507e0201-bf25-4180-81dc-1cbe4efec718 admin admin] Deleting port 636ee46c-dd4b-4158-95d7-931becb421f6 {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:26:26.971115 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-507e0201-bf25-4180-81dc-1cbe4efec718 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:27.047420 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-507e0201-bf25-4180-81dc-1cbe4efec718 admin admin] For port 636ee46c-dd4b-4158-95d7-931becb421f6, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=636ee46c-dd4b-4158-95d7-931becb421f6,segment=NetworkSegment(e48e2bef-e299-4399-abcc-d15e56818819),segment_id=e48e2bef-e299-4399-abcc-d15e56818819)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:26:27.047795 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-507e0201-bf25-4180-81dc-1cbe4efec718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:27.059604 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-507e0201-bf25-4180-81dc-1cbe4efec718 admin admin] Calling delete_port for 636ee46c-dd4b-4158-95d7-931becb421f6 owned by network:router_interface {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:26:27.231994 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-507e0201-bf25-4180-81dc-1cbe4efec718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10507233'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:27.258655 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e0201-bf25-4180-81dc-1cbe4efec718 admin admin] Pushing event deleted for resources: {'Port': ['ID=636ee46c-dd4b-4158-95d7-931becb421f6,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:27.428853 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-507e0201-bf25-4180-81dc-1cbe4efec718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-785094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972778'] for router_interface, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:27.654312 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507e0201-bf25-4180-81dc-1cbe4efec718 admin admin] Router 6ed95d9d-5632-468f-864f-a0e3779dab00 has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:26:27.779337 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507e0201-bf25-4180-81dc-1cbe4efec718 admin admin] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:26:27.780296 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2395ec93-d2c4-415f-8e40-0de2d7a94dd6 None None] Sync routers for ids ['6ed95d9d-5632-468f-864f-a0e3779dab00'] in dv-cinder-801354-1-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:26:27.786427 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-507e0201-bf25-4180-81dc-1cbe4efec718 admin admin] 10.222.0.63 "PUT /v2.0/routers/6ed95d9d-5632-468f-864f-a0e3779dab00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3951092 Jul 19 17:26:27.793813 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 43858) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:27.803706 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2395ec93-d2c4-415f-8e40-0de2d7a94dd6 None None] Routers {'6ed95d9d-5632-468f-864f-a0e3779dab00'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:26:27.806229 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-2395ec93-d2c4-415f-8e40-0de2d7a94dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:26:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['6ed95d9d-5632-468f-864f-a0e3779dab00'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:26:27.928867 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d4d067a6-080e-4563-a243-46c9ae6c0e86 admin admin] Notify callbacks [] for router, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:27.932665 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-2395ec93-d2c4-415f-8e40-0de2d7a94dd6 None None] Set router 6ed95d9d-5632-468f-864f-a0e3779dab00 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:26:28.045761 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d4d067a6-080e-4563-a243-46c9ae6c0e86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:28.104968 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-d4d067a6-080e-4563-a243-46c9ae6c0e86 admin admin] Deleting port 0f15adbb-8916-43ce-951a-f75a968a8a05 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:26:28.105487 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d4d067a6-080e-4563-a243-46c9ae6c0e86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:28.127362 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-2395ec93-d2c4-415f-8e40-0de2d7a94dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'name': 'tempest-TestMinimumBasicScenario-20207841-router', 'tenant_id': '380ffb294035407d846529ca9b7ae1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '0f15adbb-8916-43ce-951a-f75a968a8a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:24:05Z', 'updated_at': '2021-07-19T17:26:27Z', 'revision_number': 5, 'project_id': '380ffb294035407d846529ca9b7ae1a5', 'gw_port': {'id': '0f15adbb-8916-43ce-951a-f75a968a8a05', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:05Z', 'updated_at': '2021-07-19T17:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi'}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:26:28.154460 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2395ec93-d2c4-415f-8e40-0de2d7a94dd6 None None] Checking router: 6ed95d9d-5632-468f-864f-a0e3779dab00 for host: dv-cinder-801354-1-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:26:28.163373 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2395ec93-d2c4-415f-8e40-0de2d7a94dd6 None None] Routers {'6ed95d9d-5632-468f-864f-a0e3779dab00'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:26:28.163978 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-2395ec93-d2c4-415f-8e40-0de2d7a94dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:26:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['6ed95d9d-5632-468f-864f-a0e3779dab00'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:26:28.197053 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-d4d067a6-080e-4563-a243-46c9ae6c0e86 admin admin] For port 0f15adbb-8916-43ce-951a-f75a968a8a05, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=0f15adbb-8916-43ce-951a-f75a968a8a05,segment=NetworkSegment(7431590e-ccf2-4917-bcc9-f5f2a04630c8),segment_id=7431590e-ccf2-4917-bcc9-f5f2a04630c8)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:26:28.197505 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d4d067a6-080e-4563-a243-46c9ae6c0e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:28.211223 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-d4d067a6-080e-4563-a243-46c9ae6c0e86 admin admin] Calling delete_port for 0f15adbb-8916-43ce-951a-f75a968a8a05 owned by network:router_gateway {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:26:28.255598 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-2395ec93-d2c4-415f-8e40-0de2d7a94dd6 None None] Set router 6ed95d9d-5632-468f-864f-a0e3779dab00 gateway port host: None {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:26:28.310339 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-2395ec93-d2c4-415f-8e40-0de2d7a94dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'name': 'tempest-TestMinimumBasicScenario-20207841-router', 'tenant_id': '380ffb294035407d846529ca9b7ae1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:24:05Z', 'updated_at': '2021-07-19T17:26:28Z', 'revision_number': 6, 'project_id': '380ffb294035407d846529ca9b7ae1a5', 'gw_port_host': None}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:26:28.339703 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2395ec93-d2c4-415f-8e40-0de2d7a94dd6 None None] The sync data for ids ['6ed95d9d-5632-468f-864f-a0e3779dab00'] in dv-cinder-801354-1-iscsi is: [{'id': '6ed95d9d-5632-468f-864f-a0e3779dab00', 'name': 'tempest-TestMinimumBasicScenario-20207841-router', 'tenant_id': '380ffb294035407d846529ca9b7ae1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:24:05Z', 'updated_at': '2021-07-19T17:26:28Z', 'revision_number': 6, 'project_id': '380ffb294035407d846529ca9b7ae1a5', 'gw_port_host': None}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:26:28.388410 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d4d067a6-080e-4563-a243-46c9ae6c0e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:28.413085 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d067a6-080e-4563-a243-46c9ae6c0e86 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f15adbb-8916-43ce-951a-f75a968a8a05,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:28.475174 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d4d067a6-080e-4563-a243-46c9ae6c0e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-974152'] for router_gateway, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:28.561705 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d4d067a6-080e-4563-a243-46c9ae6c0e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9678'] for router, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:28.563673 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d4d067a6-080e-4563-a243-46c9ae6c0e86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:28.604446 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d4d067a6-080e-4563-a243-46c9ae6c0e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972476'] for router, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:28.604950 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d067a6-080e-4563-a243-46c9ae6c0e86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ed95d9d-5632-468f-864f-a0e3779dab00 {{(pid=93285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 17:26:28.609141 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d4d067a6-080e-4563-a243-46c9ae6c0e86 admin admin] Notify callbacks [] for router, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:28.610957 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-d4d067a6-080e-4563-a243-46c9ae6c0e86 admin admin] 10.222.0.63 "DELETE /v2.0/routers/6ed95d9d-5632-468f-864f-a0e3779dab00 HTTP/1.1" status: 204 len: 168 time: 0.8155897 Jul 19 17:26:28.613542 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 43862) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:28.657003 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc56b3e-3b8f-45be-aa6c-a74fc495c3c6 admin admin] Deleting subnet 70903e03-dbe6-4672-a952-3f41e15d172b {{(pid=93285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:26:28.660389 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cdc56b3e-3b8f-45be-aa6c-a74fc495c3c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:28.700580 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cdc56b3e-3b8f-45be-aa6c-a74fc495c3c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9418636'] for subnet, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:28.784800 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device 2fcae369-95eb-4923-8d42-de1578c5a616 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:26:28.785593 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cdc56b3e-3b8f-45be-aa6c-a74fc495c3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4122676'] for subnet, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:28.805029 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] No Port match for: 2fcae369-95eb-4923-8d42-de1578c5a616 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:26:28.805400 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device 2fcae369-95eb-4923-8d42-de1578c5a616 not bound to the agent host hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:26:28.844094 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cdc56b3e-3b8f-45be-aa6c-a74fc495c3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4122671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8936887'] for subnet, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:28.870762 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc56b3e-3b8f-45be-aa6c-a74fc495c3c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70903e03-dbe6-4672-a952-3f41e15d172b,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:28.875814 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cdc56b3e-3b8f-45be-aa6c-a74fc495c3c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:28.878851 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-cdc56b3e-3b8f-45be-aa6c-a74fc495c3c6 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/70903e03-dbe6-4672-a952-3f41e15d172b HTTP/1.1" status: 204 len: 168 time: 0.2639284 Jul 19 17:26:28.881142 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 43866) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:28.882293 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237554d0-51a0-423c-8101-486eb3727328 None None] Network d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5 requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:26:28.950774 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0f2f3a7c-69ca-49ca-a945-1f02605f6327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3735101'] for network, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:29.016987 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-0f2f3a7c-69ca-49ca-a945-1f02605f6327 admin admin] Deleting port 197d6a62-8a37-47ea-82a1-691754646177 {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:26:29.017360 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0f2f3a7c-69ca-49ca-a945-1f02605f6327 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:29.086198 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-0f2f3a7c-69ca-49ca-a945-1f02605f6327 admin admin] For port 197d6a62-8a37-47ea-82a1-691754646177, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=197d6a62-8a37-47ea-82a1-691754646177,segment=NetworkSegment(e48e2bef-e299-4399-abcc-d15e56818819),segment_id=e48e2bef-e299-4399-abcc-d15e56818819)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:26:29.086636 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0f2f3a7c-69ca-49ca-a945-1f02605f6327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:29.098276 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca381f3-19be-468b-923b-2b9e4ba4e5b6 None None] DHCP port deletion for d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5 request from dv-cinder-801354-1-iscsi {{(pid=93287) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 17:26:29.102975 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-0f2f3a7c-69ca-49ca-a945-1f02605f6327 admin admin] Calling delete_port for 197d6a62-8a37-47ea-82a1-691754646177 owned by network:dhcp {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:26:29.148187 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-aca381f3-19be-468b-923b-2b9e4ba4e5b6 None None] Deleting port 197d6a62-8a37-47ea-82a1-691754646177 {{(pid=93287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:26:29.148574 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-aca381f3-19be-468b-923b-2b9e4ba4e5b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:29.202953 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0f2f3a7c-69ca-49ca-a945-1f02605f6327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10507233'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:29.223638 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-aca381f3-19be-468b-923b-2b9e4ba4e5b6 None None] For port 197d6a62-8a37-47ea-82a1-691754646177, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=197d6a62-8a37-47ea-82a1-691754646177,segment=NetworkSegment(e48e2bef-e299-4399-abcc-d15e56818819),segment_id=e48e2bef-e299-4399-abcc-d15e56818819)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:26:29.224316 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-aca381f3-19be-468b-923b-2b9e4ba4e5b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:29.233810 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f3a7c-69ca-49ca-a945-1f02605f6327 admin admin] Pushing event deleted for resources: {'Port': ['ID=197d6a62-8a37-47ea-82a1-691754646177,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:29.240799 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2f3a7c-69ca-49ca-a945-1f02605f6327 admin admin] No DVR routers for this DVR port 197d6a62-8a37-47ea-82a1-691754646177 on host dv-cinder-801354-1-iscsi {{(pid=93286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:26:29.241330 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-aca381f3-19be-468b-923b-2b9e4ba4e5b6 None None] Calling delete_port for 197d6a62-8a37-47ea-82a1-691754646177 owned by network:dhcp {{(pid=93287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:26:29.328714 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-aca381f3-19be-468b-923b-2b9e4ba4e5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970'] for port, after_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:29.331253 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0f2f3a7c-69ca-49ca-a945-1f02605f6327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4124440', 'neutron.services.segments.db._delete_segments_for_network-8737332645178'] for network, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:29.343483 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-0f2f3a7c-69ca-49ca-a945-1f02605f6327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5']}} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:26:29.352360 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca381f3-19be-468b-923b-2b9e4ba4e5b6 None None] Pushing event deleted for resources: {'Port': ['ID=197d6a62-8a37-47ea-82a1-691754646177,revision_number=None']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:29.358061 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca381f3-19be-468b-923b-2b9e4ba4e5b6 None None] No DVR routers for this DVR port 197d6a62-8a37-47ea-82a1-691754646177 on host dv-cinder-801354-1-iscsi {{(pid=93287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:26:29.358703 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-0f2f3a7c-69ca-49ca-a945-1f02605f6327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e48e2bef-e299-4399-abcc-d15e56818819') {'for_net_delete': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:26:29.359013 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-0f2f3a7c-69ca-49ca-a945-1f02605f6327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e48e2bef-e299-4399-abcc-d15e56818819') {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:26:29.369527 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0f2f3a7c-69ca-49ca-a945-1f02605f6327 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737332645443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10966623'] for segment, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:29.385107 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0f2f3a7c-69ca-49ca-a945-1f02605f6327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:29.394541 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2f3a7c-69ca-49ca-a945-1f02605f6327 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=93286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:26:29.395005 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0f2f3a7c-69ca-49ca-a945-1f02605f6327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10507228'] for segment, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:29.396929 dv-cinder-801354-1-iscsi neutron-server[93286]: Traceback (most recent call last): Jul 19 17:26:29.396929 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:26:29.396929 dv-cinder-801354-1-iscsi neutron-server[93286]: timer() Jul 19 17:26:29.396929 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:26:29.396929 dv-cinder-801354-1-iscsi neutron-server[93286]: cb(*args, **kw) Jul 19 17:26:29.396929 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:26:29.396929 dv-cinder-801354-1-iscsi neutron-server[93286]: return func(*args, **kwargs) Jul 19 17:26:29.396929 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:26:29.396929 dv-cinder-801354-1-iscsi neutron-server[93286]: self._notify() Jul 19 17:26:29.396929 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:26:29.396929 dv-cinder-801354-1-iscsi neutron-server[93286]: self.callback(batched_events) Jul 19 17:26:29.396929 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:26:29.396929 dv-cinder-801354-1-iscsi neutron-server[93286]: event.method(event) Jul 19 17:26:29.396929 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:26:29.396929 dv-cinder-801354-1-iscsi neutron-server[93286]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:26:29.396929 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:26:29.396929 dv-cinder-801354-1-iscsi neutron-server[93286]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:26:29.396929 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:26:29.396929 dv-cinder-801354-1-iscsi neutron-server[93286]: return f(self, *a, **k) Jul 19 17:26:29.396929 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:26:29.396929 dv-cinder-801354-1-iscsi neutron-server[93286]: return self._get(url).json() Jul 19 17:26:29.396929 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:26:29.396929 dv-cinder-801354-1-iscsi neutron-server[93286]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:26:29.396929 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:26:29.396929 dv-cinder-801354-1-iscsi neutron-server[93286]: return self.request(url, 'GET', **kwargs) Jul 19 17:26:29.396929 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:26:29.396929 dv-cinder-801354-1-iscsi neutron-server[93286]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:26:29.396929 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:26:29.396929 dv-cinder-801354-1-iscsi neutron-server[93286]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:26:29.396929 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:26:29.396929 dv-cinder-801354-1-iscsi neutron-server[93286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:26:29.396929 dv-cinder-801354-1-iscsi neutron-server[93286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:26:29.463593 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0f2f3a7c-69ca-49ca-a945-1f02605f6327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-974196'] for network, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:29.471385 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0f2f3a7c-69ca-49ca-a945-1f02605f6327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:29.483583 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 43890) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:29.483720 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-0f2f3a7c-69ca-49ca-a945-1f02605f6327 admin admin] 10.222.0.63 "DELETE /v2.0/networks/d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5 HTTP/1.1" status: 204 len: 168 time: 0.5946448 Jul 19 17:26:29.491751 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f3a7c-69ca-49ca-a945-1f02605f6327 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3a56c18-022c-4c29-8fcc-c4e7a03e9ed5,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:29.837647 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-00cd8737-5a8f-4054-b149-c06abdfe7e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-972678'] for router_interface, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:30.105845 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-00cd8737-5a8f-4054-b149-c06abdfe7e2e admin admin] Deleting port 311c0906-72eb-4c22-a013-9072f3b0ed1d {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:26:30.106510 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-00cd8737-5a8f-4054-b149-c06abdfe7e2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:30.181890 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-00cd8737-5a8f-4054-b149-c06abdfe7e2e admin admin] For port 311c0906-72eb-4c22-a013-9072f3b0ed1d, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=311c0906-72eb-4c22-a013-9072f3b0ed1d,segment=NetworkSegment(afc3f42f-8c9c-45f2-9c14-6e5a5d09bad1),segment_id=afc3f42f-8c9c-45f2-9c14-6e5a5d09bad1)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:26:30.182249 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-00cd8737-5a8f-4054-b149-c06abdfe7e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:30.194585 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-00cd8737-5a8f-4054-b149-c06abdfe7e2e admin admin] Calling delete_port for 311c0906-72eb-4c22-a013-9072f3b0ed1d owned by network:router_interface {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:26:30.228143 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 0f15adbb-8916-43ce-951a-f75a968a8a05 no longer exists at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:26:30.251905 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] No Port match for: 0f15adbb-8916-43ce-951a-f75a968a8a05 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:26:30.252256 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 0f15adbb-8916-43ce-951a-f75a968a8a05 not bound to the agent host dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:26:30.252676 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 197d6a62-8a37-47ea-82a1-691754646177 no longer exists at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:26:30.272007 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] No Port match for: 197d6a62-8a37-47ea-82a1-691754646177 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:26:30.272351 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 197d6a62-8a37-47ea-82a1-691754646177 not bound to the agent host dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:26:30.272792 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 636ee46c-dd4b-4158-95d7-931becb421f6 no longer exists at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:26:30.296336 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] No Port match for: 636ee46c-dd4b-4158-95d7-931becb421f6 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:26:30.296697 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 636ee46c-dd4b-4158-95d7-931becb421f6 not bound to the agent host dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:26:30.373694 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-00cd8737-5a8f-4054-b149-c06abdfe7e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:30.398417 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd8737-5a8f-4054-b149-c06abdfe7e2e admin admin] Pushing event deleted for resources: {'Port': ['ID=311c0906-72eb-4c22-a013-9072f3b0ed1d,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:30.563284 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-00cd8737-5a8f-4054-b149-c06abdfe7e2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-785094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972778'] for router_interface, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:31.019961 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00cd8737-5a8f-4054-b149-c06abdfe7e2e admin admin] Router 92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:26:31.118605 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cd8737-5a8f-4054-b149-c06abdfe7e2e admin admin] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:26:31.123823 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-00cd8737-5a8f-4054-b149-c06abdfe7e2e admin admin] 10.222.0.63 "PUT /v2.0/routers/92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6460638 Jul 19 17:26:31.126422 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 43900) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:31.127308 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03404e23-4a74-46cd-a428-e682cf6804d0 None None] Sync routers for ids ['92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c'] in dv-cinder-801354-1-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:26:31.136696 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03404e23-4a74-46cd-a428-e682cf6804d0 None None] Routers {'92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:26:31.137390 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-03404e23-4a74-46cd-a428-e682cf6804d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:26:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:26:31.225918 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5ce41489-cd9a-4230-9569-42ac6bca3cb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:31.237323 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-03404e23-4a74-46cd-a428-e682cf6804d0 None None] Set router 92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:26:31.327075 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5ce41489-cd9a-4230-9569-42ac6bca3cb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:31.378219 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-5ce41489-cd9a-4230-9569-42ac6bca3cb4 admin admin] Deleting port 75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:26:31.378561 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5ce41489-cd9a-4230-9569-42ac6bca3cb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:31.412640 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-03404e23-4a74-46cd-a428-e682cf6804d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c', 'name': 'tempest-TestMinimumBasicScenario-510065691-router', 'tenant_id': '85639caf30024fdf8f9453b81644d39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:24:10Z', 'updated_at': '2021-07-19T17:26:30Z', 'revision_number': 5, 'project_id': '85639caf30024fdf8f9453b81644d39f', 'gw_port': {'id': '75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:24:10Z', 'updated_at': '2021-07-19T17:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi'}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:26:31.439215 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03404e23-4a74-46cd-a428-e682cf6804d0 None None] Checking router: 92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c for host: dv-cinder-801354-1-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:26:31.448059 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03404e23-4a74-46cd-a428-e682cf6804d0 None None] Routers {'92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:26:31.448659 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-03404e23-4a74-46cd-a428-e682cf6804d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:26:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:26:31.537899 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-03404e23-4a74-46cd-a428-e682cf6804d0 None None] Set router 92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c gateway port host: None {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:26:31.680399 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-03404e23-4a74-46cd-a428-e682cf6804d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c', 'name': 'tempest-TestMinimumBasicScenario-510065691-router', 'tenant_id': '85639caf30024fdf8f9453b81644d39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:24:10Z', 'updated_at': '2021-07-19T17:26:31Z', 'revision_number': 6, 'project_id': '85639caf30024fdf8f9453b81644d39f', 'gw_port_host': None}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:26:31.706616 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03404e23-4a74-46cd-a428-e682cf6804d0 None None] The sync data for ids ['92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c'] in dv-cinder-801354-1-iscsi is: [{'id': '92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c', 'name': 'tempest-TestMinimumBasicScenario-510065691-router', 'tenant_id': '85639caf30024fdf8f9453b81644d39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:24:10Z', 'updated_at': '2021-07-19T17:26:31Z', 'revision_number': 6, 'project_id': '85639caf30024fdf8f9453b81644d39f', 'gw_port_host': None}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:26:31.736607 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-5ce41489-cd9a-4230-9569-42ac6bca3cb4 admin admin] For port 75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f,segment=NetworkSegment(7431590e-ccf2-4917-bcc9-f5f2a04630c8),segment_id=7431590e-ccf2-4917-bcc9-f5f2a04630c8)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:26:31.737074 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5ce41489-cd9a-4230-9569-42ac6bca3cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:31.751451 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-5ce41489-cd9a-4230-9569-42ac6bca3cb4 admin admin] Calling delete_port for 75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f owned by network:router_gateway {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:26:31.916805 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5ce41489-cd9a-4230-9569-42ac6bca3cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10507233'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:31.943256 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce41489-cd9a-4230-9569-42ac6bca3cb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:32.007359 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5ce41489-cd9a-4230-9569-42ac6bca3cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-974152'] for router_gateway, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:32.106410 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5ce41489-cd9a-4230-9569-42ac6bca3cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9678'] for router, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:32.108567 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5ce41489-cd9a-4230-9569-42ac6bca3cb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:32.151249 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5ce41489-cd9a-4230-9569-42ac6bca3cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972476'] for router, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:32.151902 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce41489-cd9a-4230-9569-42ac6bca3cb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c {{(pid=93286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 17:26:32.155918 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5ce41489-cd9a-4230-9569-42ac6bca3cb4 admin admin] Notify callbacks [] for router, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:32.157596 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-5ce41489-cd9a-4230-9569-42ac6bca3cb4 admin admin] 10.222.0.63 "DELETE /v2.0/routers/92d9d5e3-46e5-4559-80b4-5b1b9efa6e4c HTTP/1.1" status: 204 len: 168 time: 1.0296476 Jul 19 17:26:32.160172 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 43924) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:32.202610 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_v2 [None req-687f6d5c-bf02-4057-a9f0-5c04874a48ec admin admin] Deleting subnet 3c5b93d5-f787-4f28-a014-ba4c5b3f0500 {{(pid=93286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:26:32.205576 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-687f6d5c-bf02-4057-a9f0-5c04874a48ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:32.238952 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-687f6d5c-bf02-4057-a9f0-5c04874a48ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10966596'] for subnet, precommit_delete_associations {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:32.315837 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-687f6d5c-bf02-4057-a9f0-5c04874a48ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4122676'] for subnet, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:32.365136 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-687f6d5c-bf02-4057-a9f0-5c04874a48ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4122671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10507190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11126016'] for subnet, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:32.391479 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f6d5c-bf02-4057-a9f0-5c04874a48ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c5b93d5-f787-4f28-a014-ba4c5b3f0500,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:32.393845 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-687f6d5c-bf02-4057-a9f0-5c04874a48ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:32.395688 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-687f6d5c-bf02-4057-a9f0-5c04874a48ec admin admin] 10.222.0.63 "DELETE /v2.0/subnets/3c5b93d5-f787-4f28-a014-ba4c5b3f0500 HTTP/1.1" status: 204 len: 168 time: 0.2345989 Jul 19 17:26:32.398176 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 43926) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:32.400434 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710b634e-cf96-44da-a68f-7c71a3bd7f93 None None] Network 86e092c8-620b-45f5-a166-dee6a7ba2745 requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:26:32.467795 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-315d87a3-0ede-4a1d-ad1c-35cbcf7c9714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3735101'] for network, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:32.533047 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-315d87a3-0ede-4a1d-ad1c-35cbcf7c9714 admin admin] Deleting port 0b2bd329-5c9b-4b79-87b4-729618cd78be {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:26:32.533455 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-315d87a3-0ede-4a1d-ad1c-35cbcf7c9714 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:32.556767 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 311c0906-72eb-4c22-a013-9072f3b0ed1d no longer exists at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:26:32.576434 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] No Port match for: 311c0906-72eb-4c22-a013-9072f3b0ed1d {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:26:32.576884 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 311c0906-72eb-4c22-a013-9072f3b0ed1d not bound to the agent host dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:26:32.577319 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f no longer exists at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:26:32.599369 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-315d87a3-0ede-4a1d-ad1c-35cbcf7c9714 admin admin] For port 0b2bd329-5c9b-4b79-87b4-729618cd78be, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=0b2bd329-5c9b-4b79-87b4-729618cd78be,segment=NetworkSegment(afc3f42f-8c9c-45f2-9c14-6e5a5d09bad1),segment_id=afc3f42f-8c9c-45f2-9c14-6e5a5d09bad1)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:26:32.599732 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-315d87a3-0ede-4a1d-ad1c-35cbcf7c9714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:32.600726 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b8f7ee-b391-40aa-9834-a164867ab77d None None] DHCP port deletion for 86e092c8-620b-45f5-a166-dee6a7ba2745 request from dv-cinder-801354-1-iscsi {{(pid=93287) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 17:26:32.603735 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] No Port match for: 75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:26:32.604076 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 75b7ec08-7d77-4ea4-adc9-f1f4f9a6632f not bound to the agent host dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:26:32.617201 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-315d87a3-0ede-4a1d-ad1c-35cbcf7c9714 admin admin] Calling delete_port for 0b2bd329-5c9b-4b79-87b4-729618cd78be owned by network:dhcp {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:26:32.650003 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-20b8f7ee-b391-40aa-9834-a164867ab77d None None] Deleting port 0b2bd329-5c9b-4b79-87b4-729618cd78be {{(pid=93287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:26:32.650384 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-20b8f7ee-b391-40aa-9834-a164867ab77d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:32.697550 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-315d87a3-0ede-4a1d-ad1c-35cbcf7c9714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10507233'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:32.717403 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-20b8f7ee-b391-40aa-9834-a164867ab77d None None] For port 0b2bd329-5c9b-4b79-87b4-729618cd78be, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=0b2bd329-5c9b-4b79-87b4-729618cd78be,segment=NetworkSegment(afc3f42f-8c9c-45f2-9c14-6e5a5d09bad1),segment_id=afc3f42f-8c9c-45f2-9c14-6e5a5d09bad1)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:26:32.717801 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-20b8f7ee-b391-40aa-9834-a164867ab77d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:32.724316 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d87a3-0ede-4a1d-ad1c-35cbcf7c9714 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b2bd329-5c9b-4b79-87b4-729618cd78be,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:32.729338 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315d87a3-0ede-4a1d-ad1c-35cbcf7c9714 admin admin] No DVR routers for this DVR port 0b2bd329-5c9b-4b79-87b4-729618cd78be on host dv-cinder-801354-1-iscsi {{(pid=93286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:26:32.730872 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-20b8f7ee-b391-40aa-9834-a164867ab77d None None] Calling delete_port for 0b2bd329-5c9b-4b79-87b4-729618cd78be owned by network:dhcp {{(pid=93287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:26:32.806588 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-315d87a3-0ede-4a1d-ad1c-35cbcf7c9714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4124440', 'neutron.services.segments.db._delete_segments_for_network-8737332645178'] for network, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:32.813268 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-20b8f7ee-b391-40aa-9834-a164867ab77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970'] for port, after_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:32.817314 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-315d87a3-0ede-4a1d-ad1c-35cbcf7c9714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86e092c8-620b-45f5-a166-dee6a7ba2745']}} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:26:32.826848 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-315d87a3-0ede-4a1d-ad1c-35cbcf7c9714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc3f42f-8c9c-45f2-9c14-6e5a5d09bad1') {'for_net_delete': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:26:32.827145 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-315d87a3-0ede-4a1d-ad1c-35cbcf7c9714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc3f42f-8c9c-45f2-9c14-6e5a5d09bad1') {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:26:32.836466 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-315d87a3-0ede-4a1d-ad1c-35cbcf7c9714 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737332645443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10966623'] for segment, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:32.841463 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8f7ee-b391-40aa-9834-a164867ab77d None None] Pushing event deleted for resources: {'Port': ['ID=0b2bd329-5c9b-4b79-87b4-729618cd78be,revision_number=None']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:32.845025 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b8f7ee-b391-40aa-9834-a164867ab77d None None] No DVR routers for this DVR port 0b2bd329-5c9b-4b79-87b4-729618cd78be on host dv-cinder-801354-1-iscsi {{(pid=93287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:26:32.856913 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-315d87a3-0ede-4a1d-ad1c-35cbcf7c9714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:32.863275 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-315d87a3-0ede-4a1d-ad1c-35cbcf7c9714 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=93286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:26:32.863652 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-315d87a3-0ede-4a1d-ad1c-35cbcf7c9714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10507228'] for segment, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:32.865243 dv-cinder-801354-1-iscsi neutron-server[93286]: Traceback (most recent call last): Jul 19 17:26:32.865243 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:26:32.865243 dv-cinder-801354-1-iscsi neutron-server[93286]: timer() Jul 19 17:26:32.865243 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:26:32.865243 dv-cinder-801354-1-iscsi neutron-server[93286]: cb(*args, **kw) Jul 19 17:26:32.865243 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:26:32.865243 dv-cinder-801354-1-iscsi neutron-server[93286]: return func(*args, **kwargs) Jul 19 17:26:32.865243 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:26:32.865243 dv-cinder-801354-1-iscsi neutron-server[93286]: self._notify() Jul 19 17:26:32.865243 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:26:32.865243 dv-cinder-801354-1-iscsi neutron-server[93286]: self.callback(batched_events) Jul 19 17:26:32.865243 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:26:32.865243 dv-cinder-801354-1-iscsi neutron-server[93286]: event.method(event) Jul 19 17:26:32.865243 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:26:32.865243 dv-cinder-801354-1-iscsi neutron-server[93286]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:26:32.865243 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:26:32.865243 dv-cinder-801354-1-iscsi neutron-server[93286]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:26:32.865243 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:26:32.865243 dv-cinder-801354-1-iscsi neutron-server[93286]: return f(self, *a, **k) Jul 19 17:26:32.865243 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:26:32.865243 dv-cinder-801354-1-iscsi neutron-server[93286]: return self._get(url).json() Jul 19 17:26:32.865243 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:26:32.865243 dv-cinder-801354-1-iscsi neutron-server[93286]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:26:32.865243 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:26:32.865243 dv-cinder-801354-1-iscsi neutron-server[93286]: return self.request(url, 'GET', **kwargs) Jul 19 17:26:32.865243 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:26:32.865243 dv-cinder-801354-1-iscsi neutron-server[93286]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:26:32.865243 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:26:32.865243 dv-cinder-801354-1-iscsi neutron-server[93286]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:26:32.865243 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:26:32.865243 dv-cinder-801354-1-iscsi neutron-server[93286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:26:32.865243 dv-cinder-801354-1-iscsi neutron-server[93286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:26:32.917703 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-315d87a3-0ede-4a1d-ad1c-35cbcf7c9714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-974196'] for network, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:32.922158 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-315d87a3-0ede-4a1d-ad1c-35cbcf7c9714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:32.924755 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-315d87a3-0ede-4a1d-ad1c-35cbcf7c9714 admin admin] 10.222.0.63 "DELETE /v2.0/networks/86e092c8-620b-45f5-a166-dee6a7ba2745 HTTP/1.1" status: 204 len: 168 time: 0.5256119 Jul 19 17:26:32.940585 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d87a3-0ede-4a1d-ad1c-35cbcf7c9714 admin admin] Pushing event deleted for resources: {'Network': ['ID=86e092c8-620b-45f5-a166-dee6a7ba2745,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:33.085420 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 43932) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:33.128449 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-ccc97fc6-fb9f-4cd6-b03d-4cd965e459c5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=380ffb294035407d846529ca9b7ae1a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431390 Jul 19 17:26:33.130879 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 43936) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:33.178768 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-34a7a5bb-c392-499b-96e2-5f55f97fad0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:33.199694 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-34a7a5bb-c392-499b-96e2-5f55f97fad0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:33.247433 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-34a7a5bb-c392-499b-96e2-5f55f97fad0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:33.249980 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-34a7a5bb-c392-499b-96e2-5f55f97fad0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:33.251172 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-34a7a5bb-c392-499b-96e2-5f55f97fad0d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b0f408e4-cc74-46da-8506-cea267553395 HTTP/1.1" status: 204 len: 168 time: 0.1194017 Jul 19 17:26:33.259023 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7a5bb-c392-499b-96e2-5f55f97fad0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f408e4-cc74-46da-8506-cea267553395,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:33.591642 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 43950) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:33.630336 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-d0538d10-3729-40ca-a61f-51ff2372c5ff admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=85639caf30024fdf8f9453b81644d39f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375445 Jul 19 17:26:33.632641 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 43952) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:33.678579 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-60442b2f-e111-4470-bb5f-5aef9ffa52d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:33.698405 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-60442b2f-e111-4470-bb5f-5aef9ffa52d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:33.744535 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-60442b2f-e111-4470-bb5f-5aef9ffa52d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:33.747101 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-60442b2f-e111-4470-bb5f-5aef9ffa52d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:33.748225 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-60442b2f-e111-4470-bb5f-5aef9ffa52d2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ed4241f1-c77a-475d-bbe7-da71c80dafea HTTP/1.1" status: 204 len: 168 time: 0.1147203 Jul 19 17:26:33.755577 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60442b2f-e111-4470-bb5f-5aef9ffa52d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4241f1-c77a-475d-bbe7-da71c80dafea,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:34.228821 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 0b2bd329-5c9b-4b79-87b4-729618cd78be no longer exists at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:26:34.248571 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] No Port match for: 0b2bd329-5c9b-4b79-87b4-729618cd78be {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:26:34.248916 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 0b2bd329-5c9b-4b79-87b4-729618cd78be not bound to the agent host dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:26:38.470210 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-bbaa4697-b631-4ba2-a627-a36f35fe424f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:40.063801 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 44036) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:40.162566 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-33ec13b9-fa88-4a31-9347-4fd8a46c879f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:40.248752 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-33ec13b9-fa88-4a31-9347-4fd8a46c879f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:40.252795 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-33ec13b9-fa88-4a31-9347-4fd8a46c879f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:40.289670 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-33ec13b9-fa88-4a31-9347-4fd8a46c879f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=afc35e31c9af448b9a292536b9ef443a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2246790 Jul 19 17:26:40.290528 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec13b9-fa88-4a31-9347-4fd8a46c879f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c319e971-0870-47bb-9c6e-be67f4e07a04,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:40.292305 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 44040) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:40.339479 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-84f61c09-8b04-49ab-81a5-996be9f5a374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:40.359470 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-84f61c09-8b04-49ab-81a5-996be9f5a374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:40.405383 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-84f61c09-8b04-49ab-81a5-996be9f5a374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:40.407850 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-84f61c09-8b04-49ab-81a5-996be9f5a374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:40.409488 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-84f61c09-8b04-49ab-81a5-996be9f5a374 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c319e971-0870-47bb-9c6e-be67f4e07a04 HTTP/1.1" status: 204 len: 168 time: 0.1161625 Jul 19 17:26:40.416945 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f61c09-8b04-49ab-81a5-996be9f5a374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c319e971-0870-47bb-9c6e-be67f4e07a04,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:40.651302 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 44046) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:40.664571 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-002798be-cc17-4ea6-b15e-aa0f110fa955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:40.690018 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dcc64bd9-9496-435c-9515-c78fa9922aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:40.750845 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-002798be-cc17-4ea6-b15e-aa0f110fa955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:40.754325 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-002798be-cc17-4ea6-b15e-aa0f110fa955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:40.792472 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-002798be-cc17-4ea6-b15e-aa0f110fa955 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=28121839ad8f45e483271be3b01f654b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1401103 Jul 19 17:26:40.793357 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002798be-cc17-4ea6-b15e-aa0f110fa955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddcd48e-19bd-4b89-a551-f8e19be1dd8c,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:40.795193 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 44048) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:40.848156 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8cc0d5e7-95e4-43f6-9c4f-89ab46b71532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:40.868536 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8cc0d5e7-95e4-43f6-9c4f-89ab46b71532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:40.914055 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8cc0d5e7-95e4-43f6-9c4f-89ab46b71532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:40.916685 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8cc0d5e7-95e4-43f6-9c4f-89ab46b71532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:40.917808 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-8cc0d5e7-95e4-43f6-9c4f-89ab46b71532 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8ddcd48e-19bd-4b89-a551-f8e19be1dd8c HTTP/1.1" status: 204 len: 168 time: 0.1204901 Jul 19 17:26:40.925300 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0d5e7-95e4-43f6-9c4f-89ab46b71532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddcd48e-19bd-4b89-a551-f8e19be1dd8c,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:41.195758 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:41.967490 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:43.726654 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:45.145703 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 44134) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:45.245865 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ca60e173-adb9-45c4-82ab-5c212eb94db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:45.335984 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ca60e173-adb9-45c4-82ab-5c212eb94db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:45.339681 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ca60e173-adb9-45c4-82ab-5c212eb94db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:45.377146 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-ca60e173-adb9-45c4-82ab-5c212eb94db5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d2fc0efd1a1b46bdaf2f3dbe6caa33c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303903 Jul 19 17:26:45.378022 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60e173-adb9-45c4-82ab-5c212eb94db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b745e80f-3dc2-4ff0-9b95-0b39e95c6da9,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:45.379840 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 44138) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:45.429968 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-68779852-1dc4-4ec3-9679-a7a3323f6fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:45.450571 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-68779852-1dc4-4ec3-9679-a7a3323f6fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:45.494444 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-68779852-1dc4-4ec3-9679-a7a3323f6fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:45.497075 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-68779852-1dc4-4ec3-9679-a7a3323f6fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:45.498231 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-68779852-1dc4-4ec3-9679-a7a3323f6fdf admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b745e80f-3dc2-4ff0-9b95-0b39e95c6da9 HTTP/1.1" status: 204 len: 168 time: 0.1162214 Jul 19 17:26:45.505977 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68779852-1dc4-4ec3-9679-a7a3323f6fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b745e80f-3dc2-4ff0-9b95-0b39e95c6da9,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:45.757051 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 44144) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:45.769966 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-05bd6690-0848-4654-a3db-479c051bb0af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:45.861374 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-05bd6690-0848-4654-a3db-479c051bb0af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:45.864664 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-05bd6690-0848-4654-a3db-479c051bb0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:45.902217 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-05bd6690-0848-4654-a3db-479c051bb0af admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e5fb48b624224f20b45da7a2396708d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441247 Jul 19 17:26:45.903116 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd6690-0848-4654-a3db-479c051bb0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100dfb90-6290-4b3b-97a5-8c5cb0b243a3,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:45.904964 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 44146) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:26:45.953112 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-35da69e1-bf5b-4e8a-a726-f08a97716b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:45.975920 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-35da69e1-bf5b-4e8a-a726-f08a97716b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:46.028187 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-35da69e1-bf5b-4e8a-a726-f08a97716b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:46.031134 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-35da69e1-bf5b-4e8a-a726-f08a97716b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:46.032273 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-35da69e1-bf5b-4e8a-a726-f08a97716b8e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/100dfb90-6290-4b3b-97a5-8c5cb0b243a3 HTTP/1.1" status: 204 len: 168 time: 0.1262531 Jul 19 17:26:46.040138 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da69e1-bf5b-4e8a-a726-f08a97716b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100dfb90-6290-4b3b-97a5-8c5cb0b243a3,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:26:46.655555 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:26:47.695526 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:27:08.472660 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-fb76ccd9-e91d-4bcc-a6b4-daebfe4fafc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:10.692385 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-1df16a93-dbaf-47c9-9da3-747d7292fbbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:11.196406 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:11.970621 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:13.729148 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:16.653812 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:17.622365 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 44362) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:27:17.722287 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-47372b45-a157-4a53-a594-b52f10a9bb05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:17.810786 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-47372b45-a157-4a53-a594-b52f10a9bb05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:17.814387 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-47372b45-a157-4a53-a594-b52f10a9bb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:17.851377 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-47372b45-a157-4a53-a594-b52f10a9bb05 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=61ba6fa210b442f8ae3751aa679b8c41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279527 Jul 19 17:27:17.853388 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47372b45-a157-4a53-a594-b52f10a9bb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1289756e-508e-4659-96a7-0b4493c9fe03,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:27:17.854061 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 44366) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:27:17.860393 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47372b45-a157-4a53-a594-b52f10a9bb05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:17.860748 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47372b45-a157-4a53-a594-b52f10a9bb05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:17.861090 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47372b45-a157-4a53-a594-b52f10a9bb05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:17.861448 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47372b45-a157-4a53-a594-b52f10a9bb05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:17.861781 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47372b45-a157-4a53-a594-b52f10a9bb05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:17.862114 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47372b45-a157-4a53-a594-b52f10a9bb05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:17.862442 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47372b45-a157-4a53-a594-b52f10a9bb05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:17.862768 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47372b45-a157-4a53-a594-b52f10a9bb05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:17.863094 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47372b45-a157-4a53-a594-b52f10a9bb05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:17.863452 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47372b45-a157-4a53-a594-b52f10a9bb05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:17.863773 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47372b45-a157-4a53-a594-b52f10a9bb05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:17.864098 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47372b45-a157-4a53-a594-b52f10a9bb05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:17.902213 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6d762f87-27f0-4214-9dc3-39871a277c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:17.921875 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6d762f87-27f0-4214-9dc3-39871a277c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:17.967129 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6d762f87-27f0-4214-9dc3-39871a277c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:17.969642 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6d762f87-27f0-4214-9dc3-39871a277c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:17.970778 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-6d762f87-27f0-4214-9dc3-39871a277c89 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1289756e-508e-4659-96a7-0b4493c9fe03 HTTP/1.1" status: 204 len: 168 time: 0.1157541 Jul 19 17:27:17.978011 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d762f87-27f0-4214-9dc3-39871a277c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1289756e-508e-4659-96a7-0b4493c9fe03,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:27:17.984834 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d762f87-27f0-4214-9dc3-39871a277c89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:17.985185 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d762f87-27f0-4214-9dc3-39871a277c89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:17.985553 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d762f87-27f0-4214-9dc3-39871a277c89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:17.985887 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d762f87-27f0-4214-9dc3-39871a277c89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:17.986218 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d762f87-27f0-4214-9dc3-39871a277c89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:17.986547 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d762f87-27f0-4214-9dc3-39871a277c89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:17.986872 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d762f87-27f0-4214-9dc3-39871a277c89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:17.987201 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d762f87-27f0-4214-9dc3-39871a277c89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:17.987527 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d762f87-27f0-4214-9dc3-39871a277c89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:17.987847 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d762f87-27f0-4214-9dc3-39871a277c89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:17.988166 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d762f87-27f0-4214-9dc3-39871a277c89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:17.988515 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d762f87-27f0-4214-9dc3-39871a277c89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:18.219995 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 44372) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:27:18.233112 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0f706d77-74c4-4865-8f0f-63cb1858a816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:18.321360 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0f706d77-74c4-4865-8f0f-63cb1858a816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:18.325056 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0f706d77-74c4-4865-8f0f-63cb1858a816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:18.365974 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-0f706d77-74c4-4865-8f0f-63cb1858a816 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2831ba54c9354faa9cfd04be16e2db97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448905 Jul 19 17:27:18.367071 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f706d77-74c4-4865-8f0f-63cb1858a816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa054eb-0b19-4e62-99ea-e9a2fc002b38,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:27:18.368587 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 44374) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:27:18.417045 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b2b6c5d2-b95f-486d-9769-5dbf54dcf303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:18.438569 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b2b6c5d2-b95f-486d-9769-5dbf54dcf303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:18.487506 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b2b6c5d2-b95f-486d-9769-5dbf54dcf303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:18.490624 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b2b6c5d2-b95f-486d-9769-5dbf54dcf303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:18.491746 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-b2b6c5d2-b95f-486d-9769-5dbf54dcf303 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/afa054eb-0b19-4e62-99ea-e9a2fc002b38 HTTP/1.1" status: 204 len: 168 time: 0.1219599 Jul 19 17:27:18.498961 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6c5d2-b95f-486d-9769-5dbf54dcf303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa054eb-0b19-4e62-99ea-e9a2fc002b38,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:27:21.189108 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c97207a9-7026-4789-a9e1-1b30b9575b90 req-fddbc809-e4ae-4b76-b2aa-4de4429b6685 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cc646276-4281-4f18-bb8f-dbec9c44c91d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529094 Jul 19 17:27:21.281267 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97207a9-7026-4789-a9e1-1b30b9575b90 req-6a4fae39-58b8-4e60-af60-61d91ca07ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:21.282809 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c97207a9-7026-4789-a9e1-1b30b9575b90 req-6a4fae39-58b8-4e60-af60-61d91ca07ffe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c21d6eb10ed64fc3911d2dd893b82d6a&device_id=cc646276-4281-4f18-bb8f-dbec9c44c91d HTTP/1.1" status: 200 len: 1098 time: 0.0532808 Jul 19 17:27:21.388522 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97207a9-7026-4789-a9e1-1b30b9575b90 req-8d82f779-faf7-4894-921b-3d38f9b1b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:21.390280 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c97207a9-7026-4789-a9e1-1b30b9575b90 req-8d82f779-faf7-4894-921b-3d38f9b1b732 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d62b2c12-494e-4458-aac5-b34ed4aff78c HTTP/1.1" status: 200 len: 913 time: 0.0884416 Jul 19 17:27:21.461549 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c97207a9-7026-4789-a9e1-1b30b9575b90 req-36cb695e-42c5-4696-be11-2d88b59f68dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f408db30-be2d-4609-bd64-d5203be43c93 HTTP/1.1" status: 200 len: 1001 time: 0.0598745 Jul 19 17:27:21.516438 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97207a9-7026-4789-a9e1-1b30b9575b90 req-65a61f07-ee51-4968-a41c-9e9e335b1bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:21.518424 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c97207a9-7026-4789-a9e1-1b30b9575b90 req-65a61f07-ee51-4968-a41c-9e9e335b1bd6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bda2a791-f548-4eb7-b715-97839ddb9d97 HTTP/1.1" status: 200 len: 851 time: 0.0512629 Jul 19 17:27:21.579971 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97207a9-7026-4789-a9e1-1b30b9575b90 req-831eb253-1756-47e2-8fc7-7db9eb526004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:21.581481 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c97207a9-7026-4789-a9e1-1b30b9575b90 req-831eb253-1756-47e2-8fc7-7db9eb526004 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d62b2c12-494e-4458-aac5-b34ed4aff78c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568676 Jul 19 17:27:21.591480 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [req-c97207a9-7026-4789-a9e1-1b30b9575b90 req-a8c6471a-eb80-4288-b9e4-0493e4863532 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:27:21.592402 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c97207a9-7026-4789-a9e1-1b30b9575b90 req-a8c6471a-eb80-4288-b9e4-0493e4863532 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049317 Jul 19 17:27:21.679135 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c97207a9-7026-4789-a9e1-1b30b9575b90 req-017b00a9-67b0-421f-ad26-ee285bdaa388 service neutron] 10.222.0.16 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800662 Jul 19 17:27:21.768233 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c97207a9-7026-4789-a9e1-1b30b9575b90 req-cc4fdaa5-e1f6-47a7-881a-8aada60991a9 service neutron] 10.222.0.16 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831544 Jul 19 17:27:23.238767 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 44468) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:27:23.336531 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c6c84f9e-713a-43d1-bd26-0eb82e670ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:23.421637 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c6c84f9e-713a-43d1-bd26-0eb82e670ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:23.424969 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c6c84f9e-713a-43d1-bd26-0eb82e670ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:23.461398 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-c6c84f9e-713a-43d1-bd26-0eb82e670ff5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=56d1223831a24c02ac44e7e8ade4f2a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2215660 Jul 19 17:27:23.463331 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c84f9e-713a-43d1-bd26-0eb82e670ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c268c102-e491-41c4-bc3f-e634311e723b,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:27:23.464186 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 44472) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:27:23.512150 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c932e72c-c39b-4df8-8eeb-01c7587da62f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:23.533339 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c932e72c-c39b-4df8-8eeb-01c7587da62f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:23.578365 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c932e72c-c39b-4df8-8eeb-01c7587da62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:23.580852 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c932e72c-c39b-4df8-8eeb-01c7587da62f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:23.582487 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-c932e72c-c39b-4df8-8eeb-01c7587da62f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c268c102-e491-41c4-bc3f-e634311e723b HTTP/1.1" status: 204 len: 168 time: 0.1167796 Jul 19 17:27:23.590115 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c932e72c-c39b-4df8-8eeb-01c7587da62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c268c102-e491-41c4-bc3f-e634311e723b,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:27:23.839576 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 44478) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:27:23.852766 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75b8545f-6a79-4ff4-8aa9-c60677a77493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:23.941237 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75b8545f-6a79-4ff4-8aa9-c60677a77493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:23.945144 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75b8545f-6a79-4ff4-8aa9-c60677a77493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:23.982076 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-75b8545f-6a79-4ff4-8aa9-c60677a77493 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=347c3930e4e9437da35f19155e895854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1414773 Jul 19 17:27:23.983151 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8545f-6a79-4ff4-8aa9-c60677a77493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f06cd5-4857-4d07-ab90-e1efe1a73737,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:27:23.984759 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 44480) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:27:24.033711 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6d1c95c7-6313-470d-9bb9-5e40554ad14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:24.054147 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6d1c95c7-6313-470d-9bb9-5e40554ad14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:24.098892 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6d1c95c7-6313-470d-9bb9-5e40554ad14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:24.101420 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6d1c95c7-6313-470d-9bb9-5e40554ad14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:24.102536 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-6d1c95c7-6313-470d-9bb9-5e40554ad14a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c4f06cd5-4857-4d07-ab90-e1efe1a73737 HTTP/1.1" status: 204 len: 168 time: 0.1167226 Jul 19 17:27:24.109675 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c95c7-6313-470d-9bb9-5e40554ad14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f06cd5-4857-4d07-ab90-e1efe1a73737,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:27:24.694469 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:27:25.683091 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 44534) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:27:25.782368 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-76c099ed-b2b6-49b8-83d5-5a7628968e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:25.868147 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-76c099ed-b2b6-49b8-83d5-5a7628968e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:25.871599 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-76c099ed-b2b6-49b8-83d5-5a7628968e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:25.907191 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c099ed-b2b6-49b8-83d5-5a7628968e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57d4e05-896f-4967-b759-1ea420479d0f,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:27:25.912085 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-76c099ed-b2b6-49b8-83d5-5a7628968e9f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f59407ba4a4a41ccbdbecd6fdafd7edf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279730 Jul 19 17:27:25.914671 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 44538) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:27:25.961362 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-74582090-d779-4d2a-9651-863b9632161e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:25.982040 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-74582090-d779-4d2a-9651-863b9632161e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:26.027522 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-74582090-d779-4d2a-9651-863b9632161e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:26.030272 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-74582090-d779-4d2a-9651-863b9632161e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:26.031523 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-74582090-d779-4d2a-9651-863b9632161e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b57d4e05-896f-4967-b759-1ea420479d0f HTTP/1.1" status: 204 len: 168 time: 0.1159582 Jul 19 17:27:26.039392 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74582090-d779-4d2a-9651-863b9632161e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57d4e05-896f-4967-b759-1ea420479d0f,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:27:26.280565 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 44544) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:27:26.293938 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9de9a06d-061b-488a-90d6-be7c8501ca5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:26.381806 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9de9a06d-061b-488a-90d6-be7c8501ca5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:26.385367 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9de9a06d-061b-488a-90d6-be7c8501ca5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:26.422463 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-9de9a06d-061b-488a-90d6-be7c8501ca5d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a5015c0bcebf49299622435a5e1fe548&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408730 Jul 19 17:27:26.423314 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9a06d-061b-488a-90d6-be7c8501ca5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da287ad1-5ac4-4bd8-8e06-78c52347a111,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:27:26.425148 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 44546) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:27:26.471908 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-87021a54-53e3-4093-ba18-a166ebda37fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:26.494888 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-87021a54-53e3-4093-ba18-a166ebda37fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:26.539567 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-87021a54-53e3-4093-ba18-a166ebda37fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:26.542604 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-87021a54-53e3-4093-ba18-a166ebda37fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:26.543739 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-87021a54-53e3-4093-ba18-a166ebda37fc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/da287ad1-5ac4-4bd8-8e06-78c52347a111 HTTP/1.1" status: 204 len: 168 time: 0.1175902 Jul 19 17:27:26.551265 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87021a54-53e3-4093-ba18-a166ebda37fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da287ad1-5ac4-4bd8-8e06-78c52347a111,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:27:27.167530 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 44568) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:27:27.258055 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-484b2fae-ff28-4d5b-8baf-5624fc296205 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-778131147-network', 'tenant_id': '54e2fe46572640228844f4313f20f21d'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:27:27.279487 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484b2fae-ff28-4d5b-8baf-5624fc296205 admin admin] Made reservation on behalf of 54e2fe46572640228844f4313f20f21d for: {'network': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:27:27.281841 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-484b2fae-ff28-4d5b-8baf-5624fc296205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for network, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:27.289595 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-484b2fae-ff28-4d5b-8baf-5624fc296205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:27.378334 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-484b2fae-ff28-4d5b-8baf-5624fc296205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:27.382329 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-484b2fae-ff28-4d5b-8baf-5624fc296205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:27.405432 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-484b2fae-ff28-4d5b-8baf-5624fc296205 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=93286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:27:27.414655 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b2fae-ff28-4d5b-8baf-5624fc296205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95948bea-63d5-486e-9bcb-d102a64ea896,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:27:27.419291 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-484b2fae-ff28-4d5b-8baf-5624fc296205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:27.419635 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.db.segments_db [None req-484b2fae-ff28-4d5b-8baf-5624fc296205 admin admin] Added segment 59655e4e-26f8-4ce3-ae63-7b7efe82cefe of type vlan for network e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a Jul 19 17:27:27.459104 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-484b2fae-ff28-4d5b-8baf-5624fc296205 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737332213742'] for network, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:27.488756 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-484b2fae-ff28-4d5b-8baf-5624fc296205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137'] for network, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:27.489723 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484b2fae-ff28-4d5b-8baf-5624fc296205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:27.490300 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-484b2fae-ff28-4d5b-8baf-5624fc296205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:27.521343 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-484b2fae-ff28-4d5b-8baf-5624fc296205 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3526955 Jul 19 17:27:27.524309 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 44572) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:27:27.529396 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-8b291dde-6c87-4bf5-b535-84d3d4b9524b admin admin] Request body: {'subnet': {'network_id': 'e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-778131147-subnet', 'tenant_id': '54e2fe46572640228844f4313f20f21d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:27:27.550554 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b291dde-6c87-4bf5-b535-84d3d4b9524b admin admin] Made reservation on behalf of 54e2fe46572640228844f4313f20f21d for: {'subnet': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:27:27.553663 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8b291dde-6c87-4bf5-b535-84d3d4b9524b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8936920'] for subnet, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:27.555089 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b2fae-ff28-4d5b-8baf-5624fc296205 admin admin] Pushing event updated for resources: {'Network': ['ID=e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:27:27.564732 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Network e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a details requested by agent ovs-agent-dv-cinder-801354-1-iscsi with host dv-cinder-801354-1-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:27:27.720106 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8b291dde-6c87-4bf5-b535-84d3d4b9524b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8936878'] for subnet, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:27.768465 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b291dde-6c87-4bf5-b535-84d3d4b9524b admin admin] Pushing event updated for resources: {'Subnet': ['ID=020b1b51-d9fe-4e80-9323-dd2a131b61c0,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:27:27.784062 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b291dde-6c87-4bf5-b535-84d3d4b9524b admin admin] Checking segment: {'id': '59655e4e-26f8-4ce3-ae63-7b7efe82cefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:27:27.784416 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b291dde-6c87-4bf5-b535-84d3d4b9524b admin admin] Network hostable DHCP agents. Network: e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a, hostable agents: ['2623ed35-230f-4ed4-8c02-4756eb9c3b9a'], hosted agents: [] {{(pid=93285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:27:27.801851 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b291dde-6c87-4bf5-b535-84d3d4b9524b admin admin] Network e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a is scheduled to be hosted by DHCP agent 2623ed35-230f-4ed4-8c02-4756eb9c3b9a with binding_index 1 {{(pid=93285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:27:27.810019 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-8b291dde-6c87-4bf5-b535-84d3d4b9524b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-1-iscsi, e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a) {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:27:27.814860 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b291dde-6c87-4bf5-b535-84d3d4b9524b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:27.815878 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8b291dde-6c87-4bf5-b535-84d3d4b9524b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:27.818995 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b681ac41-3ba0-4963-8e14-f2eebc18c7b4 None None] Network e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:27:27.829994 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-8b291dde-6c87-4bf5-b535-84d3d4b9524b admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3045273 Jul 19 17:27:28.078672 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad80b590-1b25-43b6-b759-8d193d42c311 None None] Network e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:27:29.779665 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-bd8435ac-c24e-4539-86f5-53421094b1b5 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:29.781125 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-bd8435ac-c24e-4539-86f5-53421094b1b5 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/networks?id=e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a HTTP/1.1" status: 200 len: 808 time: 0.1009426 Jul 19 17:27:29.795802 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-efbd65f6-54fb-45fa-a7c6-72e2b49bc84b tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/quotas/54e2fe46572640228844f4313f20f21d HTTP/1.1" status: 200 len: 375 time: 0.0087876 Jul 19 17:27:29.832372 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-d078078a-17ab-460a-a24b-fbdbfebccc20 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=54e2fe46572640228844f4313f20f21d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309896 Jul 19 17:27:29.846117 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-2ec56d67-ef73-400b-b2d7-efee8b21c8e1 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:27:29.847061 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-2ec56d67-ef73-400b-b2d7-efee8b21c8e1 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050719 Jul 19 17:27:29.933990 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-b03b8f76-cde1-473c-a407-ec2dbf13a022 service neutron] 10.222.0.63 "GET /v2.0/networks/e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813453 Jul 19 17:27:30.023642 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-fce9774f-2d38-4b89-aabe-20cce678a058 service neutron] 10.222.0.63 "GET /v2.0/networks/e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840528 Jul 19 17:27:30.248412 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-81e93b46-b24a-40f9-bd23-4e13a5aa95ad req-befa8629-79ee-4ad3-880a-1bd1450b56c5 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/ports?device_id=1f045e48-aa1a-4468-8cc8-d5b2663be6e1 HTTP/1.1" status: 200 len: 210 time: 0.0956278 Jul 19 17:27:31.056834 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-2cac8d3e-cba9-4a85-b3c7-5e3fba6b99ec tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:31.058294 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-2cac8d3e-cba9-4a85-b3c7-5e3fba6b99ec tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.16 "GET /v2.0/networks?id=e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a HTTP/1.1" status: 200 len: 808 time: 0.1028781 Jul 19 17:27:31.070907 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-25714162-ae08-44c3-af07-920acfb0dcd8 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Request body: {'port': {'device_id': '1f045e48-aa1a-4468-8cc8-d5b2663be6e1', 'network_id': 'e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a', 'admin_state_up': True, 'tenant_id': '54e2fe46572640228844f4313f20f21d'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:27:31.183797 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-25714162-ae08-44c3-af07-920acfb0dcd8 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Made reservation on behalf of 54e2fe46572640228844f4313f20f21d for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:27:31.187370 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-25714162-ae08-44c3-af07-920acfb0dcd8 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:31.313036 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-25714162-ae08-44c3-af07-920acfb0dcd8 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Allocated IP 172.20.0.5 (e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a/020b1b51-d9fe-4e80-9323-dd2a131b61c0/d0f2ce59-0119-43d7-861f-ac363be7701f) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:27:31.359414 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c6339a69-841c-45ac-af2e-4357ef3ad252 req-0237f065-63e2-4e37-82b7-eb30cb433add tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/ports?device_id=1f045e48-aa1a-4468-8cc8-d5b2663be6e1 HTTP/1.1" status: 200 len: 210 time: 0.0284786 Jul 19 17:27:31.455036 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-25714162-ae08-44c3-af07-920acfb0dcd8 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:31.492212 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-25714162-ae08-44c3-af07-920acfb0dcd8 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:31.540259 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-25714162-ae08-44c3-af07-920acfb0dcd8 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Network e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:27:31.545784 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-25714162-ae08-44c3-af07-920acfb0dcd8 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:27:31.548124 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-25714162-ae08-44c3-af07-920acfb0dcd8 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:27:31.579374 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25714162-ae08-44c3-af07-920acfb0dcd8 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Pushing event updated for resources: {'Port': ['ID=d0f2ce59-0119-43d7-861f-ac363be7701f,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:27:31.603155 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-25714162-ae08-44c3-af07-920acfb0dcd8 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:31.603757 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-25714162-ae08-44c3-af07-920acfb0dcd8 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:31.617287 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-25714162-ae08-44c3-af07-920acfb0dcd8 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5503695 Jul 19 17:27:31.629235 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-ee7c9ddb-180b-4f47-b770-34d7e68abd9b service neutron] Request body: {'port': {'device_id': '1f045e48-aa1a-4468-8cc8-d5b2663be6e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:27:31.698565 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-ee7c9ddb-180b-4f47-b770-34d7e68abd9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:31.949641 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-ee7c9ddb-180b-4f47-b770-34d7e68abd9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f2ce59-0119-43d7-861f-ac363be7701f {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:27:31.956706 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-ee7c9ddb-180b-4f47-b770-34d7e68abd9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:31.968131 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-ee7c9ddb-180b-4f47-b770-34d7e68abd9b service neutron] Transition to ACTIVE for port object d0f2ce59-0119-43d7-861f-ac363be7701f will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:27:31.971598 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-ee7c9ddb-180b-4f47-b770-34d7e68abd9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8589033'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:32.020831 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c9ddb-180b-4f47-b770-34d7e68abd9b service neutron] Pushing event updated for resources: {'Port': ['ID=d0f2ce59-0119-43d7-861f-ac363be7701f,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:27:32.086194 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-ee7c9ddb-180b-4f47-b770-34d7e68abd9b service neutron] Attempting to bind port d0f2ce59-0119-43d7-861f-ac363be7701f on host hv-cinder-80135 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:27:32.086520 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-ee7c9ddb-180b-4f47-b770-34d7e68abd9b service neutron] Attempting to bind port d0f2ce59-0119-43d7-861f-ac363be7701f by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '59655e4e-26f8-4ce3-ae63-7b7efe82cefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:27:32.086846 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-ee7c9ddb-180b-4f47-b770-34d7e68abd9b service neutron] Attempting to bind port d0f2ce59-0119-43d7-861f-ac363be7701f on network e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:27:32.090986 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-ee7c9ddb-180b-4f47-b770-34d7e68abd9b service neutron] Port d0f2ce59-0119-43d7-861f-ac363be7701f on network e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:27:32.091299 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-ee7c9ddb-180b-4f47-b770-34d7e68abd9b service neutron] Attempting to bind port d0f2ce59-0119-43d7-861f-ac363be7701f on network e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:27:32.096240 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-ee7c9ddb-180b-4f47-b770-34d7e68abd9b service neutron] Checking agent: {'id': '17f591d8-d993-47ca-b852-67375c71a36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'started_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:27:32.096581 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-ee7c9ddb-180b-4f47-b770-34d7e68abd9b service neutron] Checking segment: {'id': '59655e4e-26f8-4ce3-ae63-7b7efe82cefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:27:32.096962 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-ee7c9ddb-180b-4f47-b770-34d7e68abd9b service neutron] Bound using segment: {'id': '59655e4e-26f8-4ce3-ae63-7b7efe82cefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:27:32.097965 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-ee7c9ddb-180b-4f47-b770-34d7e68abd9b service neutron] Bound port: d0f2ce59-0119-43d7-861f-ac363be7701f, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59655e4e-26f8-4ce3-ae63-7b7efe82cefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:27:32.098317 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-ee7c9ddb-180b-4f47-b770-34d7e68abd9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:32.163672 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-ee7c9ddb-180b-4f47-b770-34d7e68abd9b service neutron] For port d0f2ce59-0119-43d7-861f-ac363be7701f, host hv-cinder-80135, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:27:32.166702 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-ee7c9ddb-180b-4f47-b770-34d7e68abd9b service neutron] For port d0f2ce59-0119-43d7-861f-ac363be7701f, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d0f2ce59-0119-43d7-861f-ac363be7701f,segment=NetworkSegment(59655e4e-26f8-4ce3-ae63-7b7efe82cefe),segment_id=59655e4e-26f8-4ce3-ae63-7b7efe82cefe)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:27:32.170012 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-ee7c9ddb-180b-4f47-b770-34d7e68abd9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8589033'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:32.200691 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-ee7c9ddb-180b-4f47-b770-34d7e68abd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:32.201323 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-ee7c9ddb-180b-4f47-b770-34d7e68abd9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:32.202880 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-ee7c9ddb-180b-4f47-b770-34d7e68abd9b service neutron] 10.222.0.16 "PUT /v2.0/ports/d0f2ce59-0119-43d7-861f-ac363be7701f HTTP/1.1" status: 200 len: 1093 time: 0.5781033 Jul 19 17:27:32.203306 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f045e48-aa1a-4468-8cc8-d5b2663be6e1', 'tag': 'd0f2ce59-0119-43d7-861f-ac363be7701f'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:27:32.205537 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65072a51-01cb-46af-b374-9c110e6f6589" -d '{"events": [{"name": "network-changed", "server_uuid": "1f045e48-aa1a-4468-8cc8-d5b2663be6e1", "tag": "d0f2ce59-0119-43d7-861f-ac363be7701f"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:27:32.233716 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c9ddb-180b-4f47-b770-34d7e68abd9b service neutron] Pushing event updated for resources: {'Port': ['ID=d0f2ce59-0119-43d7-861f-ac363be7701f,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:27:32.295562 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-14258bc6-e203-4d72-9ab9-6bdff1826083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:32.297055 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-14258bc6-e203-4d72-9ab9-6bdff1826083 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54e2fe46572640228844f4313f20f21d&device_id=1f045e48-aa1a-4468-8cc8-d5b2663be6e1 HTTP/1.1" status: 200 len: 1096 time: 0.0557044 Jul 19 17:27:32.300462 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621c33a5-799f-462c-9b9e-c10d476cad6c x-openstack-request-id: req-621c33a5-799f-462c-9b9e-c10d476cad6c {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:27:32.301358 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f045e48-aa1a-4468-8cc8-d5b2663be6e1", "tag": "d0f2ce59-0119-43d7-861f-ac363be7701f", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:27:32.301612 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-621c33a5-799f-462c-9b9e-c10d476cad6c {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:27:32.302001 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f045e48-aa1a-4468-8cc8-d5b2663be6e1', 'tag': 'd0f2ce59-0119-43d7-861f-ac363be7701f', 'status': 'completed', 'code': 200} Jul 19 17:27:32.341200 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-3af9746c-90f5-454c-80b1-0d3e5c87ae6e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0f2ce59-0119-43d7-861f-ac363be7701f HTTP/1.1" status: 200 len: 217 time: 0.0329623 Jul 19 17:27:32.388333 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-3e146709-08c1-4fe3-aad8-4f1a3fd66cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:32.390108 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-3e146709-08c1-4fe3-aad8-4f1a3fd66cca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=020b1b51-d9fe-4e80-9323-dd2a131b61c0 HTTP/1.1" status: 200 len: 848 time: 0.0429673 Jul 19 17:27:32.422400 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-e8148e72-3851-4fb8-9f66-4a1a07ee65b3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257797 Jul 19 17:27:32.492421 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db166a-0f3b-4a70-b396-6485ff25b49d req-8d7687a3-b81b-4dfb-99cf-bed933e9593d tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:32.493826 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-73db166a-0f3b-4a70-b396-6485ff25b49d req-8d7687a3-b81b-4dfb-99cf-bed933e9593d tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/ports?device_id=1f045e48-aa1a-4468-8cc8-d5b2663be6e1 HTTP/1.1" status: 200 len: 943 time: 0.0695174 Jul 19 17:27:32.516481 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-b491dbbf-3d12-40c3-8d0c-0bc573411c78 service neutron] 10.222.0.16 "GET /v2.0/networks/e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878940 Jul 19 17:27:32.531941 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-73db166a-0f3b-4a70-b396-6485ff25b49d req-2ded182f-5b1b-40c5-afaf-8c3bacab6b48 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/security-groups?id=95948bea-63d5-486e-9bcb-d102a64ea896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325079 Jul 19 17:27:32.608622 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ab78964f-b17e-49c1-be28-b028b4b1c11c req-1949e603-6371-4081-a97a-e6630b4794e1 service neutron] 10.222.0.16 "GET /v2.0/networks/e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862825 Jul 19 17:27:32.704805 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65072a51-01cb-46af-b374-9c110e6f6589 req-364cda8f-b00d-44b2-bdd5-fbb6a666bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:32.706289 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-65072a51-01cb-46af-b374-9c110e6f6589 req-364cda8f-b00d-44b2-bdd5-fbb6a666bd70 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54e2fe46572640228844f4313f20f21d&device_id=1f045e48-aa1a-4468-8cc8-d5b2663be6e1 HTTP/1.1" status: 200 len: 1096 time: 0.0516419 Jul 19 17:27:32.804454 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65072a51-01cb-46af-b374-9c110e6f6589 req-5acf7c5a-8518-4aa3-a4c4-6f7926526b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:32.805886 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-65072a51-01cb-46af-b374-9c110e6f6589 req-5acf7c5a-8518-4aa3-a4c4-6f7926526b50 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a HTTP/1.1" status: 200 len: 909 time: 0.0923817 Jul 19 17:27:32.848902 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-65072a51-01cb-46af-b374-9c110e6f6589 req-4cedf884-5581-4fd2-8812-35c48f506d75 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0f2ce59-0119-43d7-861f-ac363be7701f HTTP/1.1" status: 200 len: 217 time: 0.0363173 Jul 19 17:27:32.896207 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65072a51-01cb-46af-b374-9c110e6f6589 req-8e15398d-c5e3-4bcc-9483-3a7b5f73b6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:32.897644 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-65072a51-01cb-46af-b374-9c110e6f6589 req-8e15398d-c5e3-4bcc-9483-3a7b5f73b6d4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=020b1b51-d9fe-4e80-9323-dd2a131b61c0 HTTP/1.1" status: 200 len: 848 time: 0.0427589 Jul 19 17:27:32.928949 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-65072a51-01cb-46af-b374-9c110e6f6589 req-c28a3d51-351c-423b-a5cb-6dfa70129bfe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249085 Jul 19 17:27:33.017400 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-65072a51-01cb-46af-b374-9c110e6f6589 req-a90dff11-6168-4aea-ba23-6c402022d5c0 service neutron] 10.222.0.16 "GET /v2.0/networks/e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815635 Jul 19 17:27:33.104595 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-65072a51-01cb-46af-b374-9c110e6f6589 req-1fcf5676-7bf4-48f8-a158-3f84a0105b62 service neutron] 10.222.0.16 "GET /v2.0/networks/e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798571 Jul 19 17:27:33.665832 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85701353-5d04-4016-bd7c-617ffcb1661a req-7dfb6fe8-4530-4d69-b6d5-dc2b55bd6b5f tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:33.667289 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-85701353-5d04-4016-bd7c-617ffcb1661a req-7dfb6fe8-4530-4d69-b6d5-dc2b55bd6b5f tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/ports?device_id=1f045e48-aa1a-4468-8cc8-d5b2663be6e1 HTTP/1.1" status: 200 len: 943 time: 0.0654330 Jul 19 17:27:33.703288 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-85701353-5d04-4016-bd7c-617ffcb1661a req-c1d414a2-6810-4f91-8c2e-5a7935f6f2d1 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/security-groups?id=95948bea-63d5-486e-9bcb-d102a64ea896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306330 Jul 19 17:27:34.829873 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfc78b-fafe-4f5c-b015-fc3e06f7f4db req-32abc93f-910e-481e-8ebe-01a53addc0a7 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:34.831328 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-49cfc78b-fafe-4f5c-b015-fc3e06f7f4db req-32abc93f-910e-481e-8ebe-01a53addc0a7 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/ports?device_id=1f045e48-aa1a-4468-8cc8-d5b2663be6e1 HTTP/1.1" status: 200 len: 943 time: 0.0642967 Jul 19 17:27:34.868286 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-49cfc78b-fafe-4f5c-b015-fc3e06f7f4db req-288cdaef-8591-4d4e-8ec4-21dd536e50ac tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/security-groups?id=95948bea-63d5-486e-9bcb-d102a64ea896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314631 Jul 19 17:27:35.130065 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device d0f2ce59-0119-43d7-861f-ac363be7701f details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:27:35.224176 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port d0f2ce59-0119-43d7-861f-ac363be7701f, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d0f2ce59-0119-43d7-861f-ac363be7701f,segment=NetworkSegment(59655e4e-26f8-4ce3-ae63-7b7efe82cefe),segment_id=59655e4e-26f8-4ce3-ae63-7b7efe82cefe)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:27:35.234818 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Returning: {'device': 'd0f2ce59-0119-43d7-861f-ac363be7701f', 'network_id': 'e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a', 'port_id': 'd0f2ce59-0119-43d7-861f-ac363be7701f', 'mac_address': 'fa:16:3e:52:48:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '020b1b51-d9fe-4e80-9323-dd2a131b61c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:27:35.270624 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:35.282549 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f2ce59-0119-43d7-861f-ac363be7701f {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:27:35.301840 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port d0f2ce59-0119-43d7-861f-ac363be7701f, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d0f2ce59-0119-43d7-861f-ac363be7701f,segment=NetworkSegment(59655e4e-26f8-4ce3-ae63-7b7efe82cefe),segment_id=59655e4e-26f8-4ce3-ae63-7b7efe82cefe)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:27:35.306177 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:35.351127 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=d0f2ce59-0119-43d7-861f-ac363be7701f,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:27:35.357747 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:35.358102 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:35.358423 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:35.358751 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:35.359075 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:35.359402 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:35.359721 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:35.360039 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:35.360357 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:35.360673 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:35.360988 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:35.361330 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:27:35.516289 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['d0f2ce59-0119-43d7-861f-ac363be7701f'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:27:35.991976 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73f20c-07e1-492a-9b23-8d6d193ae52d req-49f601ae-afb3-4162-8590-0e11e6c1b818 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:35.993447 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ec73f20c-07e1-492a-9b23-8d6d193ae52d req-49f601ae-afb3-4162-8590-0e11e6c1b818 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/ports?device_id=1f045e48-aa1a-4468-8cc8-d5b2663be6e1 HTTP/1.1" status: 200 len: 944 time: 0.0608249 Jul 19 17:27:36.030684 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ec73f20c-07e1-492a-9b23-8d6d193ae52d req-5296b2aa-92e7-4f1f-b298-79c32442105f tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/security-groups?id=95948bea-63d5-486e-9bcb-d102a64ea896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319178 Jul 19 17:27:37.142048 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device d0f2ce59-0119-43d7-861f-ac363be7701f up at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:27:37.153572 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47cd8a-7e34-4b8d-b373-fce408bac325 req-a5a7bcf9-5f28-4a8e-b6b9-ed1a7ee17634 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:37.155040 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bf47cd8a-7e34-4b8d-b373-fce408bac325 req-a5a7bcf9-5f28-4a8e-b6b9-ed1a7ee17634 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/ports?device_id=1f045e48-aa1a-4468-8cc8-d5b2663be6e1 HTTP/1.1" status: 200 len: 944 time: 0.0614569 Jul 19 17:27:37.189560 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning for port d0f2ce59-0119-43d7-861f-ac363be7701f completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:27:37.192507 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bf47cd8a-7e34-4b8d-b373-fce408bac325 req-441f0c8d-b891-4367-8d6d-96c1325d2de6 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/security-groups?id=95948bea-63d5-486e-9bcb-d102a64ea896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308080 Jul 19 17:27:37.193516 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning complete for port d0f2ce59-0119-43d7-861f-ac363be7701f triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:27:37.193957 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:37.271953 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:37.293355 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f045e48-aa1a-4468-8cc8-d5b2663be6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f2ce59-0119-43d7-861f-ac363be7701f'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:27:37.295578 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa486d5c4e4f39956b43fe6dcc35bf0f2fe2e374caf29500c804b4cead58546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44288208-aad8-497a-99b0-ad3d763e59a1" -d '{"events": [{"server_uuid": "1f045e48-aa1a-4468-8cc8-d5b2663be6e1", "name": "network-vif-plugged", "status": "completed", "tag": "d0f2ce59-0119-43d7-861f-ac363be7701f"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:27:37.307735 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port d0f2ce59-0119-43d7-861f-ac363be7701f, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d0f2ce59-0119-43d7-861f-ac363be7701f,segment=NetworkSegment(59655e4e-26f8-4ce3-ae63-7b7efe82cefe),segment_id=59655e4e-26f8-4ce3-ae63-7b7efe82cefe)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:27:37.311708 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:37.336748 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96778798-a157-44b5-a35d-25458f741a40 x-openstack-request-id: req-96778798-a157-44b5-a35d-25458f741a40 {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:27:37.337030 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f045e48-aa1a-4468-8cc8-d5b2663be6e1", "name": "network-vif-plugged", "status": "completed", "tag": "d0f2ce59-0119-43d7-861f-ac363be7701f", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:27:37.338168 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-96778798-a157-44b5-a35d-25458f741a40 {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:27:37.338546 dv-cinder-801354-1-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f045e48-aa1a-4468-8cc8-d5b2663be6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f2ce59-0119-43d7-861f-ac363be7701f', 'code': 200} Jul 19 17:27:37.364588 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=d0f2ce59-0119-43d7-861f-ac363be7701f,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:27:37.540487 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e90a5-3a53-483a-af14-0065176fe392 req-a7d34d93-3e0a-4d5f-9db8-57d1ab103477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:37.541975 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c10e90a5-3a53-483a-af14-0065176fe392 req-a7d34d93-3e0a-4d5f-9db8-57d1ab103477 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1f045e48-aa1a-4468-8cc8-d5b2663be6e1 HTTP/1.1" status: 200 len: 1098 time: 0.0928462 Jul 19 17:27:37.574429 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c10e90a5-3a53-483a-af14-0065176fe392 req-04a834f6-ac97-4e1c-a75f-217f09823c3b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=95948bea-63d5-486e-9bcb-d102a64ea896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261192 Jul 19 17:27:38.318551 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4b82f-cc15-4813-a046-b0f4a33d8e0e req-ad7aab7b-55da-4ce0-9206-389c14768d6e tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:38.320050 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4ae4b82f-cc15-4813-a046-b0f4a33d8e0e req-ad7aab7b-55da-4ce0-9206-389c14768d6e tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/ports?device_id=1f045e48-aa1a-4468-8cc8-d5b2663be6e1 HTTP/1.1" status: 200 len: 945 time: 0.0624282 Jul 19 17:27:38.356694 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4ae4b82f-cc15-4813-a046-b0f4a33d8e0e req-1a52777e-7252-4ed3-9e9a-c43e623fd877 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/security-groups?id=95948bea-63d5-486e-9bcb-d102a64ea896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310771 Jul 19 17:27:38.474769 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-1f6599ae-9229-4204-9625-6c7a7c6f3cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:39.489482 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19fe96-3fd9-4a45-bda5-2359414c09ba req-73b11ce4-8714-4a28-a5d6-52fd9cf5d957 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:39.490951 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5a19fe96-3fd9-4a45-bda5-2359414c09ba req-73b11ce4-8714-4a28-a5d6-52fd9cf5d957 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/ports?device_id=1f045e48-aa1a-4468-8cc8-d5b2663be6e1 HTTP/1.1" status: 200 len: 945 time: 0.0681632 Jul 19 17:27:39.526937 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5a19fe96-3fd9-4a45-bda5-2359414c09ba req-7d6bd5a0-f2ca-4995-9d38-3daa5f78e8b8 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/security-groups?id=95948bea-63d5-486e-9bcb-d102a64ea896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306284 Jul 19 17:27:40.144184 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a2b01-8079-4463-abd8-43b2560393b8 req-65429eb8-2e9d-43c8-a81a-3c8a01c9c867 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:40.145636 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-169a2b01-8079-4463-abd8-43b2560393b8 req-65429eb8-2e9d-43c8-a81a-3c8a01c9c867 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/ports?device_id=1f045e48-aa1a-4468-8cc8-d5b2663be6e1 HTTP/1.1" status: 200 len: 945 time: 0.0610697 Jul 19 17:27:40.181472 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-169a2b01-8079-4463-abd8-43b2560393b8 req-bfe12232-1237-406d-9c76-33d0c3538fde tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/security-groups?id=95948bea-63d5-486e-9bcb-d102a64ea896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304990 Jul 19 17:27:40.692235 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b5c90bb9-033b-4fa3-8680-5d1a699a83f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:41.196281 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:41.313946 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cfea0-4564-42e8-8803-3a60f431cfbf req-13cccffb-8455-43e8-96bf-b3591d964b62 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:41.315407 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d75cfea0-4564-42e8-8803-3a60f431cfbf req-13cccffb-8455-43e8-96bf-b3591d964b62 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/ports?device_id=1f045e48-aa1a-4468-8cc8-d5b2663be6e1 HTTP/1.1" status: 200 len: 945 time: 0.0644197 Jul 19 17:27:41.351022 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d75cfea0-4564-42e8-8803-3a60f431cfbf req-036e3be3-9659-4a1a-a8a3-6956a337664d tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/security-groups?id=95948bea-63d5-486e-9bcb-d102a64ea896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302293 Jul 19 17:27:41.419362 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004eb86-bdad-4863-9261-56af35b87f27 req-48ed0556-4a38-429e-9415-173a550e8938 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:41.420791 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c004eb86-bdad-4863-9261-56af35b87f27 req-48ed0556-4a38-429e-9415-173a550e8938 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f045e48-aa1a-4468-8cc8-d5b2663be6e1 HTTP/1.1" status: 200 len: 945 time: 0.0652161 Jul 19 17:27:41.515179 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-c004eb86-bdad-4863-9261-56af35b87f27 req-579242cc-c898-40c2-a605-550612497986 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Deleting port d0f2ce59-0119-43d7-861f-ac363be7701f {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:27:41.515442 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-c004eb86-bdad-4863-9261-56af35b87f27 req-579242cc-c898-40c2-a605-550612497986 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:41.604204 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-c004eb86-bdad-4863-9261-56af35b87f27 req-579242cc-c898-40c2-a605-550612497986 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] For port d0f2ce59-0119-43d7-861f-ac363be7701f, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d0f2ce59-0119-43d7-861f-ac363be7701f,segment=NetworkSegment(59655e4e-26f8-4ce3-ae63-7b7efe82cefe),segment_id=59655e4e-26f8-4ce3-ae63-7b7efe82cefe)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:27:41.604562 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-c004eb86-bdad-4863-9261-56af35b87f27 req-579242cc-c898-40c2-a605-550612497986 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:41.615986 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-c004eb86-bdad-4863-9261-56af35b87f27 req-579242cc-c898-40c2-a605-550612497986 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Calling delete_port for d0f2ce59-0119-43d7-861f-ac363be7701f owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:27:41.741118 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-c004eb86-bdad-4863-9261-56af35b87f27 req-579242cc-c898-40c2-a605-550612497986 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:41.752349 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['d0f2ce59-0119-43d7-861f-ac363be7701f'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:27:41.769492 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579242cc-c898-40c2-a605-550612497986 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Pushing event deleted for resources: {'Port': ['ID=d0f2ce59-0119-43d7-861f-ac363be7701f,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:27:41.812053 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-c004eb86-bdad-4863-9261-56af35b87f27 req-579242cc-c898-40c2-a605-550612497986 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] No DVR routers for this DVR port d0f2ce59-0119-43d7-861f-ac363be7701f on host hv-cinder-80135 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:27:41.814528 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-c004eb86-bdad-4863-9261-56af35b87f27 req-579242cc-c898-40c2-a605-550612497986 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:41.817023 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c004eb86-bdad-4863-9261-56af35b87f27 req-579242cc-c898-40c2-a605-550612497986 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.16 "DELETE /v2.0/ports/d0f2ce59-0119-43d7-861f-ac363be7701f HTTP/1.1" status: 204 len: 173 time: 0.3902528 Jul 19 17:27:41.817472 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f045e48-aa1a-4468-8cc8-d5b2663be6e1', 'name': 'network-vif-deleted', 'tag': 'd0f2ce59-0119-43d7-861f-ac363be7701f'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:27:41.819652 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d898cc33-0ab4-42e6-82df-dbb7bfe929db" -d '{"events": [{"server_uuid": "1f045e48-aa1a-4468-8cc8-d5b2663be6e1", "name": "network-vif-deleted", "tag": "d0f2ce59-0119-43d7-861f-ac363be7701f"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:27:41.854337 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ec7863-6eda-4ad2-9143-f1d0b72b028b x-openstack-request-id: req-f7ec7863-6eda-4ad2-9143-f1d0b72b028b {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:27:41.854684 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f045e48-aa1a-4468-8cc8-d5b2663be6e1", "name": "network-vif-deleted", "tag": "d0f2ce59-0119-43d7-861f-ac363be7701f", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:27:41.854932 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f7ec7863-6eda-4ad2-9143-f1d0b72b028b {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:27:41.855319 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f045e48-aa1a-4468-8cc8-d5b2663be6e1', 'name': 'network-vif-deleted', 'tag': 'd0f2ce59-0119-43d7-861f-ac363be7701f', 'status': 'completed', 'code': 200} Jul 19 17:27:41.972978 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:42.607274 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-53cfaa4c-0a55-4e86-aa61-6d1dea8139f6 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:42.608733 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-53cfaa4c-0a55-4e86-aa61-6d1dea8139f6 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/networks?id=e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a HTTP/1.1" status: 200 len: 808 time: 0.1037977 Jul 19 17:27:42.623287 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-63fbc2fe-45e1-4d00-88e0-5f535a68a86b tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/quotas/54e2fe46572640228844f4313f20f21d HTTP/1.1" status: 200 len: 375 time: 0.0086782 Jul 19 17:27:42.655228 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-d3b31b55-7ec6-4506-b92d-9a5fe89261c9 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=54e2fe46572640228844f4313f20f21d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273640 Jul 19 17:27:42.664805 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-9c484bf0-b832-41f6-8313-65ec37ddf662 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:27:42.665786 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-9c484bf0-b832-41f6-8313-65ec37ddf662 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048347 Jul 19 17:27:42.754120 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-6c145f31-f10e-4908-8e29-19185d4a0be7 service neutron] 10.222.0.63 "GET /v2.0/networks/e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828192 Jul 19 17:27:42.839463 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-a05571d6-1ed6-4f79-851c-84f74629749d service neutron] 10.222.0.63 "GET /v2.0/networks/e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796971 Jul 19 17:27:42.993202 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-30e73f34-b710-4da3-9526-fb7f6ab00909 req-8f01ffc0-601a-4b52-8fb3-f105b1dc6e80 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/ports?device_id=57e05cba-6ecc-43d9-aa3c-cc2138e32abd HTTP/1.1" status: 200 len: 210 time: 0.0278294 Jul 19 17:27:43.732995 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:44.000923 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-45b0756c-fc37-4758-9562-0374f825ebab tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:44.002384 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-45b0756c-fc37-4758-9562-0374f825ebab tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.16 "GET /v2.0/networks?id=e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a HTTP/1.1" status: 200 len: 808 time: 0.1070509 Jul 19 17:27:44.013803 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-36e81b18-bcfa-42ab-9012-bb23ded2a7dd tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Request body: {'port': {'device_id': '57e05cba-6ecc-43d9-aa3c-cc2138e32abd', 'network_id': 'e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a', 'admin_state_up': True, 'tenant_id': '54e2fe46572640228844f4313f20f21d'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:27:44.358953 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-51838b50-556f-4367-898e-ffe1e0e15a35 req-053ba78d-83ba-43c5-ba43-fb7ae6266c00 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/ports?device_id=57e05cba-6ecc-43d9-aa3c-cc2138e32abd HTTP/1.1" status: 200 len: 210 time: 0.2850137 Jul 19 17:27:44.397513 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-36e81b18-bcfa-42ab-9012-bb23ded2a7dd tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Made reservation on behalf of 54e2fe46572640228844f4313f20f21d for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:27:44.400958 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-36e81b18-bcfa-42ab-9012-bb23ded2a7dd tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:44.519139 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-36e81b18-bcfa-42ab-9012-bb23ded2a7dd tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Allocated IP 172.20.0.13 (e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a/020b1b51-d9fe-4e80-9323-dd2a131b61c0/ffba7042-1e59-497e-90a5-f2fcb27cb8eb) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:27:44.661147 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-36e81b18-bcfa-42ab-9012-bb23ded2a7dd tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:44.697925 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-36e81b18-bcfa-42ab-9012-bb23ded2a7dd tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:44.737432 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-36e81b18-bcfa-42ab-9012-bb23ded2a7dd tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Network e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:27:44.742929 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-36e81b18-bcfa-42ab-9012-bb23ded2a7dd tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:27:44.745133 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-36e81b18-bcfa-42ab-9012-bb23ded2a7dd tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:27:44.777604 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e81b18-bcfa-42ab-9012-bb23ded2a7dd tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Pushing event updated for resources: {'Port': ['ID=ffba7042-1e59-497e-90a5-f2fcb27cb8eb,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:27:44.803952 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-36e81b18-bcfa-42ab-9012-bb23ded2a7dd tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:44.804550 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-36e81b18-bcfa-42ab-9012-bb23ded2a7dd tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:44.817790 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-36e81b18-bcfa-42ab-9012-bb23ded2a7dd tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8077066 Jul 19 17:27:44.828756 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-9de8d150-7f7b-4462-83bf-8fb65fd05ac2 service neutron] Request body: {'port': {'device_id': '57e05cba-6ecc-43d9-aa3c-cc2138e32abd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:27:44.898442 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-9de8d150-7f7b-4462-83bf-8fb65fd05ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:45.157050 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-9de8d150-7f7b-4462-83bf-8fb65fd05ac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffba7042-1e59-497e-90a5-f2fcb27cb8eb {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:27:45.166368 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-9de8d150-7f7b-4462-83bf-8fb65fd05ac2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:45.177008 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device d0f2ce59-0119-43d7-861f-ac363be7701f no longer exists at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:27:45.178133 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-9de8d150-7f7b-4462-83bf-8fb65fd05ac2 service neutron] Transition to ACTIVE for port object ffba7042-1e59-497e-90a5-f2fcb27cb8eb will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:27:45.182061 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-9de8d150-7f7b-4462-83bf-8fb65fd05ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8589033'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:45.199429 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] No Port match for: d0f2ce59-0119-43d7-861f-ac363be7701f {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:27:45.199776 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device d0f2ce59-0119-43d7-861f-ac363be7701f not bound to the agent host hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:27:45.232773 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8d150-7f7b-4462-83bf-8fb65fd05ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=ffba7042-1e59-497e-90a5-f2fcb27cb8eb,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:27:45.296908 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-9de8d150-7f7b-4462-83bf-8fb65fd05ac2 service neutron] Attempting to bind port ffba7042-1e59-497e-90a5-f2fcb27cb8eb on host hv-cinder-80135 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:27:45.297269 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-9de8d150-7f7b-4462-83bf-8fb65fd05ac2 service neutron] Attempting to bind port ffba7042-1e59-497e-90a5-f2fcb27cb8eb by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '59655e4e-26f8-4ce3-ae63-7b7efe82cefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:27:45.297602 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-9de8d150-7f7b-4462-83bf-8fb65fd05ac2 service neutron] Attempting to bind port ffba7042-1e59-497e-90a5-f2fcb27cb8eb on network e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:27:45.301837 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-9de8d150-7f7b-4462-83bf-8fb65fd05ac2 service neutron] Port ffba7042-1e59-497e-90a5-f2fcb27cb8eb on network e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:27:45.302165 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-9de8d150-7f7b-4462-83bf-8fb65fd05ac2 service neutron] Attempting to bind port ffba7042-1e59-497e-90a5-f2fcb27cb8eb on network e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:27:45.306864 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-9de8d150-7f7b-4462-83bf-8fb65fd05ac2 service neutron] Checking agent: {'id': '17f591d8-d993-47ca-b852-67375c71a36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'started_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:27:45.307198 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-9de8d150-7f7b-4462-83bf-8fb65fd05ac2 service neutron] Checking segment: {'id': '59655e4e-26f8-4ce3-ae63-7b7efe82cefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:27:45.307573 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-9de8d150-7f7b-4462-83bf-8fb65fd05ac2 service neutron] Bound using segment: {'id': '59655e4e-26f8-4ce3-ae63-7b7efe82cefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:27:45.307990 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-9de8d150-7f7b-4462-83bf-8fb65fd05ac2 service neutron] Bound port: ffba7042-1e59-497e-90a5-f2fcb27cb8eb, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59655e4e-26f8-4ce3-ae63-7b7efe82cefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:27:45.308339 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-9de8d150-7f7b-4462-83bf-8fb65fd05ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:45.371932 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-9de8d150-7f7b-4462-83bf-8fb65fd05ac2 service neutron] For port ffba7042-1e59-497e-90a5-f2fcb27cb8eb, host hv-cinder-80135, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:27:45.374966 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-9de8d150-7f7b-4462-83bf-8fb65fd05ac2 service neutron] For port ffba7042-1e59-497e-90a5-f2fcb27cb8eb, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ffba7042-1e59-497e-90a5-f2fcb27cb8eb,segment=NetworkSegment(59655e4e-26f8-4ce3-ae63-7b7efe82cefe),segment_id=59655e4e-26f8-4ce3-ae63-7b7efe82cefe)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:27:45.378253 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-9de8d150-7f7b-4462-83bf-8fb65fd05ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8589033'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:45.413065 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-9de8d150-7f7b-4462-83bf-8fb65fd05ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:45.413717 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-9de8d150-7f7b-4462-83bf-8fb65fd05ac2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:45.415100 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-9de8d150-7f7b-4462-83bf-8fb65fd05ac2 service neutron] 10.222.0.16 "PUT /v2.0/ports/ffba7042-1e59-497e-90a5-f2fcb27cb8eb HTTP/1.1" status: 200 len: 1094 time: 0.5903769 Jul 19 17:27:45.415540 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e05cba-6ecc-43d9-aa3c-cc2138e32abd', 'tag': 'ffba7042-1e59-497e-90a5-f2fcb27cb8eb'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:27:45.417810 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2aa5537-ef63-4749-8efe-6a2fcec46637" -d '{"events": [{"name": "network-changed", "server_uuid": "57e05cba-6ecc-43d9-aa3c-cc2138e32abd", "tag": "ffba7042-1e59-497e-90a5-f2fcb27cb8eb"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:27:45.442242 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8d150-7f7b-4462-83bf-8fb65fd05ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=ffba7042-1e59-497e-90a5-f2fcb27cb8eb,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:27:45.460753 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058d6b0f-07c0-4430-8253-1c7498140b26 x-openstack-request-id: req-058d6b0f-07c0-4430-8253-1c7498140b26 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:27:45.461051 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e05cba-6ecc-43d9-aa3c-cc2138e32abd", "tag": "ffba7042-1e59-497e-90a5-f2fcb27cb8eb", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:27:45.461344 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-058d6b0f-07c0-4430-8253-1c7498140b26 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:27:45.461786 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e05cba-6ecc-43d9-aa3c-cc2138e32abd', 'tag': 'ffba7042-1e59-497e-90a5-f2fcb27cb8eb', 'status': 'completed', 'code': 200} Jul 19 17:27:45.494697 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be6d52-75be-4ee4-bf8a-7f7fb7122739 req-8ef8bec9-da18-4e49-bfc0-79b6208cc2e4 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:45.496799 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-43be6d52-75be-4ee4-bf8a-7f7fb7122739 req-8ef8bec9-da18-4e49-bfc0-79b6208cc2e4 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/ports?device_id=57e05cba-6ecc-43d9-aa3c-cc2138e32abd HTTP/1.1" status: 200 len: 944 time: 0.0709851 Jul 19 17:27:45.529268 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-1bc02f4b-be47-4947-bbe3-ac6ea567ddca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:45.531250 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-1bc02f4b-be47-4947-bbe3-ac6ea567ddca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54e2fe46572640228844f4313f20f21d&device_id=57e05cba-6ecc-43d9-aa3c-cc2138e32abd HTTP/1.1" status: 200 len: 1097 time: 0.0638630 Jul 19 17:27:45.545539 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-43be6d52-75be-4ee4-bf8a-7f7fb7122739 req-1cca0548-b20c-49d6-94dc-cabe2c616975 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/security-groups?id=95948bea-63d5-486e-9bcb-d102a64ea896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430212 Jul 19 17:27:45.576882 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-648ff76e-72c6-4d5d-99f9-20912566a58f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffba7042-1e59-497e-90a5-f2fcb27cb8eb HTTP/1.1" status: 200 len: 217 time: 0.0372558 Jul 19 17:27:45.622615 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-0ce4776e-6183-4ae8-a687-c222eebd7a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:45.623973 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-0ce4776e-6183-4ae8-a687-c222eebd7a54 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=020b1b51-d9fe-4e80-9323-dd2a131b61c0 HTTP/1.1" status: 200 len: 848 time: 0.0410144 Jul 19 17:27:45.655223 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-a82225ad-d225-4a2d-a812-d4e4ebe3bc8d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249217 Jul 19 17:27:45.745255 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-f0bbf16a-f6fe-4af2-8b41-26fc6fbf7495 service neutron] 10.222.0.16 "GET /v2.0/networks/e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815668 Jul 19 17:27:45.835080 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-06a9fed3-4cf0-4e7a-8f27-4ddd90227598 req-8854efc3-c8ea-4998-aeb2-5c9ebfc52424 service neutron] 10.222.0.16 "GET /v2.0/networks/e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825770 Jul 19 17:27:45.926927 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa5537-ef63-4749-8efe-6a2fcec46637 req-7d91261e-e980-4a72-8c50-9fbcdae7836b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:45.928378 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e2aa5537-ef63-4749-8efe-6a2fcec46637 req-7d91261e-e980-4a72-8c50-9fbcdae7836b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54e2fe46572640228844f4313f20f21d&device_id=57e05cba-6ecc-43d9-aa3c-cc2138e32abd HTTP/1.1" status: 200 len: 1097 time: 0.0517356 Jul 19 17:27:46.019911 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa5537-ef63-4749-8efe-6a2fcec46637 req-5c0309be-c212-493e-992c-abb529ec7b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:46.021290 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e2aa5537-ef63-4749-8efe-6a2fcec46637 req-5c0309be-c212-493e-992c-abb529ec7b30 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a HTTP/1.1" status: 200 len: 909 time: 0.0856647 Jul 19 17:27:46.060893 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e2aa5537-ef63-4749-8efe-6a2fcec46637 req-ce72cc38-b694-402f-8d09-3172cc211438 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffba7042-1e59-497e-90a5-f2fcb27cb8eb HTTP/1.1" status: 200 len: 217 time: 0.0325429 Jul 19 17:27:46.111293 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa5537-ef63-4749-8efe-6a2fcec46637 req-618b5ee4-5df5-419b-8d3b-a3b3205bffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:46.113436 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e2aa5537-ef63-4749-8efe-6a2fcec46637 req-618b5ee4-5df5-419b-8d3b-a3b3205bffbb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=020b1b51-d9fe-4e80-9323-dd2a131b61c0 HTTP/1.1" status: 200 len: 848 time: 0.0446937 Jul 19 17:27:46.146773 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e2aa5537-ef63-4749-8efe-6a2fcec46637 req-c4dcb113-e6d7-4e9d-b16f-71f944b166d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277834 Jul 19 17:27:46.240858 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e2aa5537-ef63-4749-8efe-6a2fcec46637 req-5bed3da7-f1de-4879-9c78-c73cf4c603ae service neutron] 10.222.0.16 "GET /v2.0/networks/e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868001 Jul 19 17:27:46.329141 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e2aa5537-ef63-4749-8efe-6a2fcec46637 req-3f315a84-2e37-4082-848b-b96599976bb5 service neutron] 10.222.0.16 "GET /v2.0/networks/e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811722 Jul 19 17:27:46.653025 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:46.678771 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91de95-67e6-487e-a8b3-8141c53601d4 req-11d86f58-53e6-4d66-bc99-6dbda93c8386 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:46.680234 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7a91de95-67e6-487e-a8b3-8141c53601d4 req-11d86f58-53e6-4d66-bc99-6dbda93c8386 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/ports?device_id=57e05cba-6ecc-43d9-aa3c-cc2138e32abd HTTP/1.1" status: 200 len: 944 time: 0.0625606 Jul 19 17:27:46.719638 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7a91de95-67e6-487e-a8b3-8141c53601d4 req-b3b73ee7-5ed3-4750-b8b2-258e5bac4cb6 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/security-groups?id=95948bea-63d5-486e-9bcb-d102a64ea896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339115 Jul 19 17:27:47.848839 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e485bf-23f2-4740-8807-d5ca3f6cc072 req-1bcdd69d-bf31-4e78-bf10-405e430dece7 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:47.850354 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a2e485bf-23f2-4740-8807-d5ca3f6cc072 req-1bcdd69d-bf31-4e78-bf10-405e430dece7 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/ports?device_id=57e05cba-6ecc-43d9-aa3c-cc2138e32abd HTTP/1.1" status: 200 len: 944 time: 0.0657794 Jul 19 17:27:47.886158 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a2e485bf-23f2-4740-8807-d5ca3f6cc072 req-a133de70-50a2-406d-a27d-c80e8638a882 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/security-groups?id=95948bea-63d5-486e-9bcb-d102a64ea896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302856 Jul 19 17:27:49.010301 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a303a6-a0c2-4c13-81f7-250a891d36c1 req-0dd4b1ff-8afb-4f16-ac41-2117af7e0f20 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:49.011783 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-76a303a6-a0c2-4c13-81f7-250a891d36c1 req-0dd4b1ff-8afb-4f16-ac41-2117af7e0f20 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/ports?device_id=57e05cba-6ecc-43d9-aa3c-cc2138e32abd HTTP/1.1" status: 200 len: 944 time: 0.0613739 Jul 19 17:27:49.047149 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-76a303a6-a0c2-4c13-81f7-250a891d36c1 req-76162f96-5975-4812-bc83-716bddf99fdc tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/security-groups?id=95948bea-63d5-486e-9bcb-d102a64ea896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298588 Jul 19 17:27:49.187325 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device ffba7042-1e59-497e-90a5-f2fcb27cb8eb details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:27:49.280116 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port ffba7042-1e59-497e-90a5-f2fcb27cb8eb, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ffba7042-1e59-497e-90a5-f2fcb27cb8eb,segment=NetworkSegment(59655e4e-26f8-4ce3-ae63-7b7efe82cefe),segment_id=59655e4e-26f8-4ce3-ae63-7b7efe82cefe)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:27:49.291146 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Returning: {'device': 'ffba7042-1e59-497e-90a5-f2fcb27cb8eb', 'network_id': 'e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a', 'port_id': 'ffba7042-1e59-497e-90a5-f2fcb27cb8eb', 'mac_address': 'fa:16:3e:56:30:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '020b1b51-d9fe-4e80-9323-dd2a131b61c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:27:49.329520 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:49.341115 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffba7042-1e59-497e-90a5-f2fcb27cb8eb {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:27:49.359951 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port ffba7042-1e59-497e-90a5-f2fcb27cb8eb, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ffba7042-1e59-497e-90a5-f2fcb27cb8eb,segment=NetworkSegment(59655e4e-26f8-4ce3-ae63-7b7efe82cefe),segment_id=59655e4e-26f8-4ce3-ae63-7b7efe82cefe)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:27:49.364507 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:49.408783 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=ffba7042-1e59-497e-90a5-f2fcb27cb8eb,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:27:49.559794 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['ffba7042-1e59-497e-90a5-f2fcb27cb8eb'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:27:50.170170 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420444f-6099-4698-b3ad-1e0799e22fd5 req-66e3492c-fb32-4def-9dee-cdc42f850f7f tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:50.171599 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d420444f-6099-4698-b3ad-1e0799e22fd5 req-66e3492c-fb32-4def-9dee-cdc42f850f7f tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/ports?device_id=57e05cba-6ecc-43d9-aa3c-cc2138e32abd HTTP/1.1" status: 200 len: 945 time: 0.0602946 Jul 19 17:27:50.211699 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d420444f-6099-4698-b3ad-1e0799e22fd5 req-98ed82d7-5396-48fd-ac30-f0ba04c78c96 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/security-groups?id=95948bea-63d5-486e-9bcb-d102a64ea896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341580 Jul 19 17:27:51.202858 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device ffba7042-1e59-497e-90a5-f2fcb27cb8eb up at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:27:51.250399 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning for port ffba7042-1e59-497e-90a5-f2fcb27cb8eb completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:27:51.255001 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning complete for port ffba7042-1e59-497e-90a5-f2fcb27cb8eb triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:27:51.255369 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:51.331228 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:51.340213 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda76ac-612c-4243-be3a-6c108b278692 req-d88357a8-715d-44ef-a4d9-66eb490c523e tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:51.341735 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2cda76ac-612c-4243-be3a-6c108b278692 req-d88357a8-715d-44ef-a4d9-66eb490c523e tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/ports?device_id=57e05cba-6ecc-43d9-aa3c-cc2138e32abd HTTP/1.1" status: 200 len: 945 time: 0.0625811 Jul 19 17:27:51.353573 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e05cba-6ecc-43d9-aa3c-cc2138e32abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffba7042-1e59-497e-90a5-f2fcb27cb8eb'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:27:51.355747 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa486d5c4e4f39956b43fe6dcc35bf0f2fe2e374caf29500c804b4cead58546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6e9bc8-1d6a-4d95-820c-10f815b45445" -d '{"events": [{"server_uuid": "57e05cba-6ecc-43d9-aa3c-cc2138e32abd", "name": "network-vif-plugged", "status": "completed", "tag": "ffba7042-1e59-497e-90a5-f2fcb27cb8eb"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:27:51.376555 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port ffba7042-1e59-497e-90a5-f2fcb27cb8eb, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ffba7042-1e59-497e-90a5-f2fcb27cb8eb,segment=NetworkSegment(59655e4e-26f8-4ce3-ae63-7b7efe82cefe),segment_id=59655e4e-26f8-4ce3-ae63-7b7efe82cefe)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:27:51.380330 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2cda76ac-612c-4243-be3a-6c108b278692 req-efb4498d-59b5-449b-9f34-b8260f8075a1 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/security-groups?id=95948bea-63d5-486e-9bcb-d102a64ea896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329177 Jul 19 17:27:51.381531 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:51.429138 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=ffba7042-1e59-497e-90a5-f2fcb27cb8eb,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:27:51.455471 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59bf202-bd4b-49a0-a1dc-ca69601af24d x-openstack-request-id: req-c59bf202-bd4b-49a0-a1dc-ca69601af24d {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:27:51.455759 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e05cba-6ecc-43d9-aa3c-cc2138e32abd", "name": "network-vif-plugged", "status": "completed", "tag": "ffba7042-1e59-497e-90a5-f2fcb27cb8eb", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:27:51.456010 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c59bf202-bd4b-49a0-a1dc-ca69601af24d {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:27:51.456473 dv-cinder-801354-1-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e05cba-6ecc-43d9-aa3c-cc2138e32abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffba7042-1e59-497e-90a5-f2fcb27cb8eb', 'code': 200} Jul 19 17:27:51.625302 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88a8ea-f700-43f1-87d1-be88f69a6f77 req-0df31946-f8b8-4af3-840f-57a5fd4a0fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:51.626763 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-dd88a8ea-f700-43f1-87d1-be88f69a6f77 req-0df31946-f8b8-4af3-840f-57a5fd4a0fb5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=57e05cba-6ecc-43d9-aa3c-cc2138e32abd HTTP/1.1" status: 200 len: 1099 time: 0.0530162 Jul 19 17:27:51.659728 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-dd88a8ea-f700-43f1-87d1-be88f69a6f77 req-da229d3c-bd5f-4e26-81d2-6419ce885e66 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=95948bea-63d5-486e-9bcb-d102a64ea896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268502 Jul 19 17:27:52.513359 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed4389-de88-465e-af4f-83934331a89c req-1728f52e-20a6-44c1-a76d-7e439d0487c5 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:52.515008 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-17ed4389-de88-465e-af4f-83934331a89c req-1728f52e-20a6-44c1-a76d-7e439d0487c5 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/ports?device_id=57e05cba-6ecc-43d9-aa3c-cc2138e32abd HTTP/1.1" status: 200 len: 946 time: 0.0666609 Jul 19 17:27:52.554371 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-17ed4389-de88-465e-af4f-83934331a89c req-78f6eaa8-2f2a-4087-8967-262f2ec6b14d tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/security-groups?id=95948bea-63d5-486e-9bcb-d102a64ea896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333633 Jul 19 17:27:53.683993 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0af42-b512-4fe6-b73c-32ae408364f0 req-95d54b90-8f7a-4c2f-97fc-183f9ea0b6a8 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:53.685506 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4af0af42-b512-4fe6-b73c-32ae408364f0 req-95d54b90-8f7a-4c2f-97fc-183f9ea0b6a8 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/ports?device_id=57e05cba-6ecc-43d9-aa3c-cc2138e32abd HTTP/1.1" status: 200 len: 946 time: 0.0653646 Jul 19 17:27:53.722155 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4af0af42-b512-4fe6-b73c-32ae408364f0 req-abc5efe9-61f2-4d60-b6f9-202d91048bc9 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/security-groups?id=95948bea-63d5-486e-9bcb-d102a64ea896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310149 Jul 19 17:27:57.242543 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd98b84-1b07-4600-bfc4-814520b9d5bb req-7cb3614e-1d87-4350-83e1-af0c7b207a98 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:57.243975 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cdd98b84-1b07-4600-bfc4-814520b9d5bb req-7cb3614e-1d87-4350-83e1-af0c7b207a98 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/ports?device_id=57e05cba-6ecc-43d9-aa3c-cc2138e32abd HTTP/1.1" status: 200 len: 946 time: 0.0604279 Jul 19 17:27:57.279915 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cdd98b84-1b07-4600-bfc4-814520b9d5bb req-a563d277-49b8-4b43-9f32-cfdfdb79359a tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/security-groups?id=95948bea-63d5-486e-9bcb-d102a64ea896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305002 Jul 19 17:27:58.409409 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb894591-c7e8-4712-b115-608d3b79e7d4 req-f8b8adfa-7fb1-4fab-a48f-beed365c6ad2 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:58.411489 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-cb894591-c7e8-4712-b115-608d3b79e7d4 req-f8b8adfa-7fb1-4fab-a48f-beed365c6ad2 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/ports?device_id=57e05cba-6ecc-43d9-aa3c-cc2138e32abd HTTP/1.1" status: 200 len: 946 time: 0.0628057 Jul 19 17:27:58.451467 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-cb894591-c7e8-4712-b115-608d3b79e7d4 req-00ed03d7-3843-43c4-830f-69f7fd5be110 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.63 "GET /v2.0/security-groups?id=95948bea-63d5-486e-9bcb-d102a64ea896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344791 Jul 19 17:27:58.543086 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211a433-b8bc-4b90-a05a-03425ddc2100 req-94d00ad8-52cd-467a-89b3-23bcde3e4807 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:27:58.544528 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a211a433-b8bc-4b90-a05a-03425ddc2100 req-94d00ad8-52cd-467a-89b3-23bcde3e4807 tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.16 "GET /v2.0/ports?device_id=57e05cba-6ecc-43d9-aa3c-cc2138e32abd HTTP/1.1" status: 200 len: 946 time: 0.0640535 Jul 19 17:27:58.643257 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-a211a433-b8bc-4b90-a05a-03425ddc2100 req-50a7e84f-791a-4e11-a716-82a33182ea6d tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Deleting port ffba7042-1e59-497e-90a5-f2fcb27cb8eb {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:27:58.643593 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-a211a433-b8bc-4b90-a05a-03425ddc2100 req-50a7e84f-791a-4e11-a716-82a33182ea6d tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:58.732990 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-a211a433-b8bc-4b90-a05a-03425ddc2100 req-50a7e84f-791a-4e11-a716-82a33182ea6d tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] For port ffba7042-1e59-497e-90a5-f2fcb27cb8eb, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ffba7042-1e59-497e-90a5-f2fcb27cb8eb,segment=NetworkSegment(59655e4e-26f8-4ce3-ae63-7b7efe82cefe),segment_id=59655e4e-26f8-4ce3-ae63-7b7efe82cefe)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:27:58.733288 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-a211a433-b8bc-4b90-a05a-03425ddc2100 req-50a7e84f-791a-4e11-a716-82a33182ea6d tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:58.745663 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-a211a433-b8bc-4b90-a05a-03425ddc2100 req-50a7e84f-791a-4e11-a716-82a33182ea6d tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Calling delete_port for ffba7042-1e59-497e-90a5-f2fcb27cb8eb owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:27:58.878995 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-a211a433-b8bc-4b90-a05a-03425ddc2100 req-50a7e84f-791a-4e11-a716-82a33182ea6d tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:58.891689 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['ffba7042-1e59-497e-90a5-f2fcb27cb8eb'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:27:58.918703 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7e84f-791a-4e11-a716-82a33182ea6d tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Pushing event deleted for resources: {'Port': ['ID=ffba7042-1e59-497e-90a5-f2fcb27cb8eb,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:27:58.954758 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-a211a433-b8bc-4b90-a05a-03425ddc2100 req-50a7e84f-791a-4e11-a716-82a33182ea6d tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] No DVR routers for this DVR port ffba7042-1e59-497e-90a5-f2fcb27cb8eb on host hv-cinder-80135 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:27:58.957728 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-a211a433-b8bc-4b90-a05a-03425ddc2100 req-50a7e84f-791a-4e11-a716-82a33182ea6d tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:27:58.959783 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a211a433-b8bc-4b90-a05a-03425ddc2100 req-50a7e84f-791a-4e11-a716-82a33182ea6d tempest-VolumesActionsTest-1003624320 tempest-VolumesActionsTest-1003624320-project] 10.222.0.16 "DELETE /v2.0/ports/ffba7042-1e59-497e-90a5-f2fcb27cb8eb HTTP/1.1" status: 204 len: 173 time: 0.4091091 Jul 19 17:27:58.960447 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e05cba-6ecc-43d9-aa3c-cc2138e32abd', 'name': 'network-vif-deleted', 'tag': 'ffba7042-1e59-497e-90a5-f2fcb27cb8eb'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:27:58.962752 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835dce8c-27ba-4080-a2d6-8d20aef0d1bd" -d '{"events": [{"server_uuid": "57e05cba-6ecc-43d9-aa3c-cc2138e32abd", "name": "network-vif-deleted", "tag": "ffba7042-1e59-497e-90a5-f2fcb27cb8eb"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:27:58.998882 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f38c08-9646-4c6d-bf92-123d5b1a7c63 x-openstack-request-id: req-59f38c08-9646-4c6d-bf92-123d5b1a7c63 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:27:58.999172 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e05cba-6ecc-43d9-aa3c-cc2138e32abd", "name": "network-vif-deleted", "tag": "ffba7042-1e59-497e-90a5-f2fcb27cb8eb", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:27:58.999430 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-59f38c08-9646-4c6d-bf92-123d5b1a7c63 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:27:58.999824 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e05cba-6ecc-43d9-aa3c-cc2138e32abd', 'name': 'network-vif-deleted', 'tag': 'ffba7042-1e59-497e-90a5-f2fcb27cb8eb', 'status': 'completed', 'code': 200} Jul 19 17:28:00.605196 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-11915184-f7ca-4790-b18d-7434237242ba req-dd2c9bea-eeb6-48a9-a9c0-085d1be21a16 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-830743804&fields=id&tenant_id=c21d6eb10ed64fc3911d2dd893b82d6a HTTP/1.1" status: 200 len: 267 time: 0.0326524 Jul 19 17:28:00.715652 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11915184-f7ca-4790-b18d-7434237242ba req-79b9b127-4faf-49b3-9528-b81a13e5f9c9 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:28:00.717148 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-11915184-f7ca-4790-b18d-7434237242ba req-79b9b127-4faf-49b3-9528-b81a13e5f9c9 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/networks?id=d62b2c12-494e-4458-aac5-b34ed4aff78c HTTP/1.1" status: 200 len: 812 time: 0.1051924 Jul 19 17:28:00.732262 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-11915184-f7ca-4790-b18d-7434237242ba req-a33492c2-97a6-4a87-bfac-a3fcb6a6f49c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/quotas/c21d6eb10ed64fc3911d2dd893b82d6a HTTP/1.1" status: 200 len: 375 time: 0.0090210 Jul 19 17:28:00.805245 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-11915184-f7ca-4790-b18d-7434237242ba req-2225734f-c498-43ff-befa-c3ed5b50436c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=c21d6eb10ed64fc3911d2dd893b82d6a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0680780 Jul 19 17:28:00.908246 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-11915184-f7ca-4790-b18d-7434237242ba req-8846be71-5405-47dc-970e-f86e610f0ded service neutron] 10.222.0.63 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917585 Jul 19 17:28:00.992692 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-11915184-f7ca-4790-b18d-7434237242ba req-7f28ba4a-3900-4198-b59d-a3341ee83332 service neutron] 10.222.0.63 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782359 Jul 19 17:28:01.275268 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f5ee5920-3569-44b1-9fb5-3d3e39ff448d req-aff42c88-0ba6-488c-81f6-a8b664c21f26 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=9770ef21-bdd5-4125-859c-c9b6191b65cb HTTP/1.1" status: 200 len: 210 time: 0.0284560 Jul 19 17:28:01.694407 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:28:02.371125 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bda84241-f4fc-4aa6-b96d-95dbc757c61f req-2d8c3f69-2335-44f5-bd84-eb1253411699 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=9770ef21-bdd5-4125-859c-c9b6191b65cb HTTP/1.1" status: 200 len: 210 time: 0.0307336 Jul 19 17:28:03.480914 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-fa0d50b9-ca08-4a59-a6e5-d9cdae1a862f req-bd6d7751-a4d1-4481-8bd9-4cfeeb4d71aa tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=9770ef21-bdd5-4125-859c-c9b6191b65cb HTTP/1.1" status: 200 len: 210 time: 0.0306017 Jul 19 17:28:03.979035 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device ffba7042-1e59-497e-90a5-f2fcb27cb8eb no longer exists at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:28:03.998916 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] No Port match for: ffba7042-1e59-497e-90a5-f2fcb27cb8eb {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:28:03.999262 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device ffba7042-1e59-497e-90a5-f2fcb27cb8eb not bound to the agent host hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:28:04.465162 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11915184-f7ca-4790-b18d-7434237242ba req-f24f11a3-6ec7-416d-a258-6f4a397a70f7 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:28:04.466618 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-11915184-f7ca-4790-b18d-7434237242ba req-f24f11a3-6ec7-416d-a258-6f4a397a70f7 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.16 "GET /v2.0/networks?id=d62b2c12-494e-4458-aac5-b34ed4aff78c HTTP/1.1" status: 200 len: 812 time: 0.1023643 Jul 19 17:28:04.508914 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-11915184-f7ca-4790-b18d-7434237242ba req-4e247c05-a49d-4ec9-9ded-b5534796a1cb tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c21d6eb10ed64fc3911d2dd893b82d6a HTTP/1.1" status: 200 len: 379 time: 0.0334265 Jul 19 17:28:04.518596 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-11915184-f7ca-4790-b18d-7434237242ba req-34c796ec-105d-445f-b34d-0fb79d89f983 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Request body: {'port': {'device_id': '9770ef21-bdd5-4125-859c-c9b6191b65cb', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'admin_state_up': True, 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'security_groups': ['5df948f5-33ba-455e-a3a4-a9cf9b147c72']}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:28:04.576122 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-17a8741d-64f1-4213-9375-3620f035ea4d req-9b862b40-24a1-44e9-a17e-24aa81fb4379 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=9770ef21-bdd5-4125-859c-c9b6191b65cb HTTP/1.1" status: 200 len: 210 time: 0.0281169 Jul 19 17:28:04.633561 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11915184-f7ca-4790-b18d-7434237242ba req-34c796ec-105d-445f-b34d-0fb79d89f983 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Made reservation on behalf of c21d6eb10ed64fc3911d2dd893b82d6a for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:28:04.637446 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-11915184-f7ca-4790-b18d-7434237242ba req-34c796ec-105d-445f-b34d-0fb79d89f983 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:04.771225 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-11915184-f7ca-4790-b18d-7434237242ba req-34c796ec-105d-445f-b34d-0fb79d89f983 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Allocated IP 172.20.0.3 (d62b2c12-494e-4458-aac5-b34ed4aff78c/bda2a791-f548-4eb7-b715-97839ddb9d97/d129b554-221e-420a-bc1e-0716794ac4ab) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:28:04.914097 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-11915184-f7ca-4790-b18d-7434237242ba req-34c796ec-105d-445f-b34d-0fb79d89f983 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:04.928606 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-11915184-f7ca-4790-b18d-7434237242ba req-34c796ec-105d-445f-b34d-0fb79d89f983 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Transition to ACTIVE for port object d129b554-221e-420a-bc1e-0716794ac4ab will not be triggered until provisioned by entity DHCP. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:28:04.967059 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-11915184-f7ca-4790-b18d-7434237242ba req-34c796ec-105d-445f-b34d-0fb79d89f983 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:05.017265 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11915184-f7ca-4790-b18d-7434237242ba req-34c796ec-105d-445f-b34d-0fb79d89f983 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Network d62b2c12-494e-4458-aac5-b34ed4aff78c is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:28:05.020494 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-11915184-f7ca-4790-b18d-7434237242ba req-34c796ec-105d-445f-b34d-0fb79d89f983 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:28:05.026456 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-11915184-f7ca-4790-b18d-7434237242ba req-34c796ec-105d-445f-b34d-0fb79d89f983 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:28:05.060134 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c796ec-105d-445f-b34d-0fb79d89f983 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Pushing event updated for resources: {'Port': ['ID=d129b554-221e-420a-bc1e-0716794ac4ab,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:28:05.083277 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11915184-f7ca-4790-b18d-7434237242ba req-34c796ec-105d-445f-b34d-0fb79d89f983 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:28:05.083919 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-11915184-f7ca-4790-b18d-7434237242ba req-34c796ec-105d-445f-b34d-0fb79d89f983 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:05.100666 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-11915184-f7ca-4790-b18d-7434237242ba req-34c796ec-105d-445f-b34d-0fb79d89f983 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5858777 Jul 19 17:28:05.112434 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-11915184-f7ca-4790-b18d-7434237242ba req-fbd09655-5d5a-41cf-8e79-72c23694b125 service neutron] Request body: {'port': {'device_id': '9770ef21-bdd5-4125-859c-c9b6191b65cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:28:05.189696 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-11915184-f7ca-4790-b18d-7434237242ba req-fbd09655-5d5a-41cf-8e79-72c23694b125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:05.298109 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-54db61c6-df0c-49c8-b0e2-81b98b2520f6 None None] Provisioning for port d129b554-221e-420a-bc1e-0716794ac4ab completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:28:05.302692 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-54db61c6-df0c-49c8-b0e2-81b98b2520f6 None None] Provisioning complete for port d129b554-221e-420a-bc1e-0716794ac4ab triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:28:05.303172 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-54db61c6-df0c-49c8-b0e2-81b98b2520f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:05.339564 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-54db61c6-df0c-49c8-b0e2-81b98b2520f6 None None] Port d129b554-221e-420a-bc1e-0716794ac4ab cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:28:05.454897 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-11915184-f7ca-4790-b18d-7434237242ba req-fbd09655-5d5a-41cf-8e79-72c23694b125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d129b554-221e-420a-bc1e-0716794ac4ab {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:28:05.463106 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-11915184-f7ca-4790-b18d-7434237242ba req-fbd09655-5d5a-41cf-8e79-72c23694b125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:05.478634 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-11915184-f7ca-4790-b18d-7434237242ba req-fbd09655-5d5a-41cf-8e79-72c23694b125 service neutron] Transition to ACTIVE for port object d129b554-221e-420a-bc1e-0716794ac4ab will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:28:05.482780 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-11915184-f7ca-4790-b18d-7434237242ba req-fbd09655-5d5a-41cf-8e79-72c23694b125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8589033'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:05.532825 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd09655-5d5a-41cf-8e79-72c23694b125 service neutron] Pushing event updated for resources: {'Port': ['ID=d129b554-221e-420a-bc1e-0716794ac4ab,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:28:05.610028 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-11915184-f7ca-4790-b18d-7434237242ba req-fbd09655-5d5a-41cf-8e79-72c23694b125 service neutron] Attempting to bind port d129b554-221e-420a-bc1e-0716794ac4ab on host hv-cinder-80135 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:28:05.610372 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-11915184-f7ca-4790-b18d-7434237242ba req-fbd09655-5d5a-41cf-8e79-72c23694b125 service neutron] Attempting to bind port d129b554-221e-420a-bc1e-0716794ac4ab by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '21dc7f96-dc45-4c56-9d4c-b0acb7665df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:28:05.610705 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11915184-f7ca-4790-b18d-7434237242ba req-fbd09655-5d5a-41cf-8e79-72c23694b125 service neutron] Attempting to bind port d129b554-221e-420a-bc1e-0716794ac4ab on network d62b2c12-494e-4458-aac5-b34ed4aff78c {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:28:05.615431 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11915184-f7ca-4790-b18d-7434237242ba req-fbd09655-5d5a-41cf-8e79-72c23694b125 service neutron] Port d129b554-221e-420a-bc1e-0716794ac4ab on network d62b2c12-494e-4458-aac5-b34ed4aff78c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:28:05.615820 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11915184-f7ca-4790-b18d-7434237242ba req-fbd09655-5d5a-41cf-8e79-72c23694b125 service neutron] Attempting to bind port d129b554-221e-420a-bc1e-0716794ac4ab on network d62b2c12-494e-4458-aac5-b34ed4aff78c {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:28:05.626889 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11915184-f7ca-4790-b18d-7434237242ba req-fbd09655-5d5a-41cf-8e79-72c23694b125 service neutron] Checking agent: {'id': '17f591d8-d993-47ca-b852-67375c71a36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'started_at': datetime.datetime(2021, 7, 19, 17, 15, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:28:05.627234 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11915184-f7ca-4790-b18d-7434237242ba req-fbd09655-5d5a-41cf-8e79-72c23694b125 service neutron] Checking segment: {'id': '21dc7f96-dc45-4c56-9d4c-b0acb7665df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:28:05.627620 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11915184-f7ca-4790-b18d-7434237242ba req-fbd09655-5d5a-41cf-8e79-72c23694b125 service neutron] Bound using segment: {'id': '21dc7f96-dc45-4c56-9d4c-b0acb7665df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:28:05.628083 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-11915184-f7ca-4790-b18d-7434237242ba req-fbd09655-5d5a-41cf-8e79-72c23694b125 service neutron] Bound port: d129b554-221e-420a-bc1e-0716794ac4ab, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21dc7f96-dc45-4c56-9d4c-b0acb7665df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:28:05.628473 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-11915184-f7ca-4790-b18d-7434237242ba req-fbd09655-5d5a-41cf-8e79-72c23694b125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:05.736173 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-11915184-f7ca-4790-b18d-7434237242ba req-fbd09655-5d5a-41cf-8e79-72c23694b125 service neutron] For port d129b554-221e-420a-bc1e-0716794ac4ab, host hv-cinder-80135, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:28:05.754494 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-11915184-f7ca-4790-b18d-7434237242ba req-fbd09655-5d5a-41cf-8e79-72c23694b125 service neutron] For port d129b554-221e-420a-bc1e-0716794ac4ab, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d129b554-221e-420a-bc1e-0716794ac4ab,segment=NetworkSegment(21dc7f96-dc45-4c56-9d4c-b0acb7665df9),segment_id=21dc7f96-dc45-4c56-9d4c-b0acb7665df9)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:28:05.766704 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b9c7b-75eb-40c6-97d6-16c25d3f6eea req-bfdff615-c1fd-4216-a767-af725caa5738 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:28:05.768261 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-666b9c7b-75eb-40c6-97d6-16c25d3f6eea req-bfdff615-c1fd-4216-a767-af725caa5738 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=9770ef21-bdd5-4125-859c-c9b6191b65cb HTTP/1.1" status: 200 len: 943 time: 0.1027393 Jul 19 17:28:05.770616 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-11915184-f7ca-4790-b18d-7434237242ba req-fbd09655-5d5a-41cf-8e79-72c23694b125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8589033'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:05.826503 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11915184-f7ca-4790-b18d-7434237242ba req-fbd09655-5d5a-41cf-8e79-72c23694b125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:28:05.827128 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-11915184-f7ca-4790-b18d-7434237242ba req-fbd09655-5d5a-41cf-8e79-72c23694b125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:05.828537 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-11915184-f7ca-4790-b18d-7434237242ba req-fbd09655-5d5a-41cf-8e79-72c23694b125 service neutron] 10.222.0.16 "PUT /v2.0/ports/d129b554-221e-420a-bc1e-0716794ac4ab HTTP/1.1" status: 200 len: 1093 time: 0.7207963 Jul 19 17:28:05.828991 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9770ef21-bdd5-4125-859c-c9b6191b65cb', 'tag': 'd129b554-221e-420a-bc1e-0716794ac4ab'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:28:05.834896 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf50fc13-b06e-4346-859b-28ec55b54464" -d '{"events": [{"name": "network-changed", "server_uuid": "9770ef21-bdd5-4125-859c-c9b6191b65cb", "tag": "d129b554-221e-420a-bc1e-0716794ac4ab"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:28:05.895741 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b3ad5a-e93c-4eaa-9c07-63d0f15b1368 x-openstack-request-id: req-02b3ad5a-e93c-4eaa-9c07-63d0f15b1368 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:28:05.896044 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9770ef21-bdd5-4125-859c-c9b6191b65cb", "tag": "d129b554-221e-420a-bc1e-0716794ac4ab", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:28:05.896301 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-02b3ad5a-e93c-4eaa-9c07-63d0f15b1368 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:28:05.896697 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9770ef21-bdd5-4125-859c-c9b6191b65cb', 'tag': 'd129b554-221e-420a-bc1e-0716794ac4ab', 'status': 'completed', 'code': 200} Jul 19 17:28:05.913375 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-666b9c7b-75eb-40c6-97d6-16c25d3f6eea req-ec0f5059-0f73-45f0-b7e6-3b85f7573bcb tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372638 Jul 19 17:28:05.937181 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd09655-5d5a-41cf-8e79-72c23694b125 service neutron] Pushing event updated for resources: {'Port': ['ID=d129b554-221e-420a-bc1e-0716794ac4ab,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:28:05.969681 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11915184-f7ca-4790-b18d-7434237242ba req-8cba422f-fbe3-4ae5-8755-4a3e35904aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:28:05.971216 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-11915184-f7ca-4790-b18d-7434237242ba req-8cba422f-fbe3-4ae5-8755-4a3e35904aab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c21d6eb10ed64fc3911d2dd893b82d6a&device_id=9770ef21-bdd5-4125-859c-c9b6191b65cb HTTP/1.1" status: 200 len: 1096 time: 0.0870543 Jul 19 17:28:06.017525 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-11915184-f7ca-4790-b18d-7434237242ba req-72232930-c21b-4c8b-960a-0c934474ce9d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d129b554-221e-420a-bc1e-0716794ac4ab HTTP/1.1" status: 200 len: 217 time: 0.0391190 Jul 19 17:28:06.084822 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11915184-f7ca-4790-b18d-7434237242ba req-4cbb2224-1b0d-479d-9dce-aab01be06f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:28:06.086603 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-11915184-f7ca-4790-b18d-7434237242ba req-4cbb2224-1b0d-479d-9dce-aab01be06f9d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bda2a791-f548-4eb7-b715-97839ddb9d97 HTTP/1.1" status: 200 len: 851 time: 0.0629661 Jul 19 17:28:06.164231 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11915184-f7ca-4790-b18d-7434237242ba req-608af0ff-b9b0-4a26-ab02-e580237d20df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:28:06.167042 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-11915184-f7ca-4790-b18d-7434237242ba req-608af0ff-b9b0-4a26-ab02-e580237d20df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d62b2c12-494e-4458-aac5-b34ed4aff78c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723920 Jul 19 17:28:06.291365 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-11915184-f7ca-4790-b18d-7434237242ba req-ffff1c4e-dced-423b-843a-2db545e941df service neutron] 10.222.0.16 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181788 Jul 19 17:28:06.399819 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-11915184-f7ca-4790-b18d-7434237242ba req-13ac8ea5-fdbf-4860-9517-053e9e0f3024 service neutron] 10.222.0.16 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015902 Jul 19 17:28:06.497203 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50fc13-b06e-4346-859b-28ec55b54464 req-fbb9d823-9bd8-40ad-b2ee-c35d5208480d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:28:06.498922 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-cf50fc13-b06e-4346-859b-28ec55b54464 req-fbb9d823-9bd8-40ad-b2ee-c35d5208480d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c21d6eb10ed64fc3911d2dd893b82d6a&device_id=9770ef21-bdd5-4125-859c-c9b6191b65cb HTTP/1.1" status: 200 len: 1096 time: 0.0545111 Jul 19 17:28:06.601531 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50fc13-b06e-4346-859b-28ec55b54464 req-f3725985-29d6-44c4-bb43-a6aacfe889f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:28:06.603194 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-cf50fc13-b06e-4346-859b-28ec55b54464 req-f3725985-29d6-44c4-bb43-a6aacfe889f0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d62b2c12-494e-4458-aac5-b34ed4aff78c HTTP/1.1" status: 200 len: 913 time: 0.0977683 Jul 19 17:28:06.645831 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-cf50fc13-b06e-4346-859b-28ec55b54464 req-ca28088a-2afa-4639-945c-03a4b5071b4d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d129b554-221e-420a-bc1e-0716794ac4ab HTTP/1.1" status: 200 len: 217 time: 0.0355716 Jul 19 17:28:06.711200 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50fc13-b06e-4346-859b-28ec55b54464 req-9e20b425-2eb1-419f-8c53-050a2b0682aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:28:06.712659 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-cf50fc13-b06e-4346-859b-28ec55b54464 req-9e20b425-2eb1-419f-8c53-050a2b0682aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bda2a791-f548-4eb7-b715-97839ddb9d97 HTTP/1.1" status: 200 len: 851 time: 0.0580533 Jul 19 17:28:06.773645 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50fc13-b06e-4346-859b-28ec55b54464 req-a20812fb-fd14-4118-b583-e1f2ea728fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:28:06.775122 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-cf50fc13-b06e-4346-859b-28ec55b54464 req-a20812fb-fd14-4118-b583-e1f2ea728fb1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d62b2c12-494e-4458-aac5-b34ed4aff78c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543602 Jul 19 17:28:06.896817 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-cf50fc13-b06e-4346-859b-28ec55b54464 req-7c08c5a1-f841-40e2-bab0-7d2629c5514c service neutron] 10.222.0.16 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102741 Jul 19 17:28:07.022682 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-cf50fc13-b06e-4346-859b-28ec55b54464 req-2ff3c0bb-4cc3-4575-8edd-aaec60fd319a service neutron] 10.222.0.16 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185668 Jul 19 17:28:07.135440 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85888a-2cec-41e2-aabf-936990285d98 req-388d0d7a-4acb-42a0-a98c-d8eb61c88527 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:28:07.137052 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0e85888a-2cec-41e2-aabf-936990285d98 req-388d0d7a-4acb-42a0-a98c-d8eb61c88527 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=9770ef21-bdd5-4125-859c-c9b6191b65cb HTTP/1.1" status: 200 len: 943 time: 0.0714459 Jul 19 17:28:07.178737 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0e85888a-2cec-41e2-aabf-936990285d98 req-6e2f02cf-f370-4617-baca-105a0ba3884e tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331309 Jul 19 17:28:08.325843 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2a7cd-dc7c-412f-a193-53fb95fd3f80 req-bc688b7c-0c71-43da-8bb5-307dc1897e57 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:28:08.327937 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ffc2a7cd-dc7c-412f-a193-53fb95fd3f80 req-bc688b7c-0c71-43da-8bb5-307dc1897e57 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=9770ef21-bdd5-4125-859c-c9b6191b65cb HTTP/1.1" status: 200 len: 943 time: 0.0730560 Jul 19 17:28:08.378146 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ffc2a7cd-dc7c-412f-a193-53fb95fd3f80 req-0d409d38-490a-4409-b6ea-399b93782501 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438216 Jul 19 17:28:08.477790 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-5dedb942-8017-4ea0-83c7-830d68c6fcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:09.517235 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6b136-9946-44b5-ac37-ff3512d49d65 req-92ce5cc0-dceb-4b5b-8e07-0321565d692a tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:28:09.520210 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8cb6b136-9946-44b5-ac37-ff3512d49d65 req-92ce5cc0-dceb-4b5b-8e07-0321565d692a tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=9770ef21-bdd5-4125-859c-c9b6191b65cb HTTP/1.1" status: 200 len: 943 time: 0.0703080 Jul 19 17:28:09.565142 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8cb6b136-9946-44b5-ac37-ff3512d49d65 req-3bc5dd30-e117-4020-9efe-156d455dbb40 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365853 Jul 19 17:28:10.697831 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a18a88b3-c0f0-42d0-a35b-66d661920188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:10.714625 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ac87d-349f-45d4-8138-1c99ff9a446a req-35f1fc3c-cb0b-4b92-8efa-63e579559c39 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:28:10.716991 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-dd3ac87d-349f-45d4-8138-1c99ff9a446a req-35f1fc3c-cb0b-4b92-8efa-63e579559c39 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=9770ef21-bdd5-4125-859c-c9b6191b65cb HTTP/1.1" status: 200 len: 943 time: 0.0754085 Jul 19 17:28:10.776915 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-dd3ac87d-349f-45d4-8138-1c99ff9a446a req-998c20b1-723b-4cd1-aee5-3cee2b81856d tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523658 Jul 19 17:28:11.198577 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:11.923614 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ba266-aa70-491c-9c29-62cad64058ef req-c7430292-2617-43de-b28d-f464d9cbe9e3 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:28:11.926165 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f41ba266-aa70-491c-9c29-62cad64058ef req-c7430292-2617-43de-b28d-f464d9cbe9e3 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=9770ef21-bdd5-4125-859c-c9b6191b65cb HTTP/1.1" status: 200 len: 943 time: 0.0704882 Jul 19 17:28:11.967110 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f41ba266-aa70-491c-9c29-62cad64058ef req-9582e7b2-fe2d-4a91-95fd-afb712b3ab20 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351701 Jul 19 17:28:11.996209 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:13.112059 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178258f-adf3-4280-8e3a-ed2842ec8224 req-61353423-ea12-4145-9eed-dec5dff92f96 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:28:13.114065 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8178258f-adf3-4280-8e3a-ed2842ec8224 req-61353423-ea12-4145-9eed-dec5dff92f96 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=9770ef21-bdd5-4125-859c-c9b6191b65cb HTTP/1.1" status: 200 len: 943 time: 0.0706496 Jul 19 17:28:13.153123 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8178258f-adf3-4280-8e3a-ed2842ec8224 req-7e102c39-cabb-4c52-bd8e-cdce206bce12 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335169 Jul 19 17:28:13.739029 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:14.040504 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device d129b554-221e-420a-bc1e-0716794ac4ab details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:28:14.138319 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port d129b554-221e-420a-bc1e-0716794ac4ab, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d129b554-221e-420a-bc1e-0716794ac4ab,segment=NetworkSegment(21dc7f96-dc45-4c56-9d4c-b0acb7665df9),segment_id=21dc7f96-dc45-4c56-9d4c-b0acb7665df9)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:28:14.152048 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Returning: {'device': 'd129b554-221e-420a-bc1e-0716794ac4ab', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'port_id': 'd129b554-221e-420a-bc1e-0716794ac4ab', 'mac_address': 'fa:16:3e:cc:2e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:28:14.200306 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:14.217290 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d129b554-221e-420a-bc1e-0716794ac4ab {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:28:14.245511 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port d129b554-221e-420a-bc1e-0716794ac4ab, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d129b554-221e-420a-bc1e-0716794ac4ab,segment=NetworkSegment(21dc7f96-dc45-4c56-9d4c-b0acb7665df9),segment_id=21dc7f96-dc45-4c56-9d4c-b0acb7665df9)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:28:14.252004 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:14.309237 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96c980-14f7-4bd2-82e4-4fdbe1a423e6 req-6e3c213b-602a-497b-9711-3caab16f460a tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:28:14.317568 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8e96c980-14f7-4bd2-82e4-4fdbe1a423e6 req-6e3c213b-602a-497b-9711-3caab16f460a tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=9770ef21-bdd5-4125-859c-c9b6191b65cb HTTP/1.1" status: 200 len: 944 time: 0.0757103 Jul 19 17:28:14.322712 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=d129b554-221e-420a-bc1e-0716794ac4ab,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:28:14.353577 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8e96c980-14f7-4bd2-82e4-4fdbe1a423e6 req-2ea01842-4ff2-492f-8666-6147bfde0f9c tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347559 Jul 19 17:28:14.476615 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] get_ports_and_sgs() called for port_ids ['d129b554-221e-420a-bc1e-0716794ac4ab'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:28:15.494489 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dccb78-e2e1-46aa-a5cf-55913646bae1 req-fc4944a6-0a5c-4f6d-b446-b6b4bf474409 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:28:15.497045 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-41dccb78-e2e1-46aa-a5cf-55913646bae1 req-fc4944a6-0a5c-4f6d-b446-b6b4bf474409 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=9770ef21-bdd5-4125-859c-c9b6191b65cb HTTP/1.1" status: 200 len: 944 time: 0.0714033 Jul 19 17:28:15.543276 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-41dccb78-e2e1-46aa-a5cf-55913646bae1 req-519ed94c-2af3-4d58-aa3c-607eaea84f8a tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388801 Jul 19 17:28:16.046094 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device d129b554-221e-420a-bc1e-0716794ac4ab up at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:28:16.105141 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning for port d129b554-221e-420a-bc1e-0716794ac4ab completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:28:16.109406 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Provisioning complete for port d129b554-221e-420a-bc1e-0716794ac4ab triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:28:16.109850 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4121997'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:16.224704 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:16.260202 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9770ef21-bdd5-4125-859c-c9b6191b65cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd129b554-221e-420a-bc1e-0716794ac4ab'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:28:16.263727 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa486d5c4e4f39956b43fe6dcc35bf0f2fe2e374caf29500c804b4cead58546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbe5197-281b-475a-8713-99848e995ea2" -d '{"events": [{"server_uuid": "9770ef21-bdd5-4125-859c-c9b6191b65cb", "name": "network-vif-plugged", "status": "completed", "tag": "d129b554-221e-420a-bc1e-0716794ac4ab"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:28:16.288117 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] For port d129b554-221e-420a-bc1e-0716794ac4ab, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d129b554-221e-420a-bc1e-0716794ac4ab,segment=NetworkSegment(21dc7f96-dc45-4c56-9d4c-b0acb7665df9),segment_id=21dc7f96-dc45-4c56-9d4c-b0acb7665df9)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:28:16.293010 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:16.328007 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029be60a-d87e-4490-81fb-7ffaa31ca7e2 x-openstack-request-id: req-029be60a-d87e-4490-81fb-7ffaa31ca7e2 {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:28:16.328315 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9770ef21-bdd5-4125-859c-c9b6191b65cb", "name": "network-vif-plugged", "status": "completed", "tag": "d129b554-221e-420a-bc1e-0716794ac4ab", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:28:16.328799 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-029be60a-d87e-4490-81fb-7ffaa31ca7e2 {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:28:16.329052 dv-cinder-801354-1-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9770ef21-bdd5-4125-859c-c9b6191b65cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd129b554-221e-420a-bc1e-0716794ac4ab', 'code': 200} Jul 19 17:28:16.361392 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Pushing event updated for resources: {'Port': ['ID=d129b554-221e-420a-bc1e-0716794ac4ab,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:28:16.583002 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a578a8-6087-4ecb-a7f1-97dee16f3ef2 req-a9683d55-0fb7-4bed-a53a-573ee0491c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:28:16.588876 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-24a578a8-6087-4ecb-a7f1-97dee16f3ef2 req-a9683d55-0fb7-4bed-a53a-573ee0491c7d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9770ef21-bdd5-4125-859c-c9b6191b65cb HTTP/1.1" status: 200 len: 1098 time: 0.0696599 Jul 19 17:28:16.625599 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-24a578a8-6087-4ecb-a7f1-97dee16f3ef2 req-746083d9-1349-4608-9ba5-6b08b555796f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342579 Jul 19 17:28:16.653066 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:16.707979 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57f938-97c5-415e-9347-c257fe36f207 req-d62919b1-d752-42e3-b7a3-7625a387132b tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:28:16.709509 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2f57f938-97c5-415e-9347-c257fe36f207 req-d62919b1-d752-42e3-b7a3-7625a387132b tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=9770ef21-bdd5-4125-859c-c9b6191b65cb HTTP/1.1" status: 200 len: 945 time: 0.0667770 Jul 19 17:28:16.753959 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2f57f938-97c5-415e-9347-c257fe36f207 req-8250c69f-f016-476e-9623-e32d148ec068 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369701 Jul 19 17:28:17.922175 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f844fe4-68b0-43c0-b843-cbe8ba5b612c req-c61ffdab-98d1-4473-a7ab-7417ad866e99 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:28:17.924927 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2f844fe4-68b0-43c0-b843-cbe8ba5b612c req-c61ffdab-98d1-4473-a7ab-7417ad866e99 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=9770ef21-bdd5-4125-859c-c9b6191b65cb HTTP/1.1" status: 200 len: 945 time: 0.0942643 Jul 19 17:28:17.975215 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2f844fe4-68b0-43c0-b843-cbe8ba5b612c req-3596750d-a1c0-4e6d-9238-e13d62db3605 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444820 Jul 19 17:28:18.114227 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43948a-7f9a-4d15-b8c0-54184c8ce368 req-88b939cf-a5a8-4b00-8006-3b89ebe6445e tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:28:18.115853 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ea43948a-7f9a-4d15-b8c0-54184c8ce368 req-88b939cf-a5a8-4b00-8006-3b89ebe6445e tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=9770ef21-bdd5-4125-859c-c9b6191b65cb HTTP/1.1" status: 200 len: 945 time: 0.0725889 Jul 19 17:28:18.159511 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ea43948a-7f9a-4d15-b8c0-54184c8ce368 req-bd34ce0e-6832-4ad5-8a3c-814014cf9c29 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370762 Jul 19 17:28:18.183260 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 44992) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:28:18.239798 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c1b534-22e2-4785-a160-31bfc97bbda1 tempest-TestVolumeBootPattern-1963705105 tempest-TestVolumeBootPattern-1963705105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:28:18.241259 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-59c1b534-22e2-4785-a160-31bfc97bbda1 tempest-TestVolumeBootPattern-1963705105 tempest-TestVolumeBootPattern-1963705105-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=9770ef21-bdd5-4125-859c-c9b6191b65cb HTTP/1.1" status: 200 len: 1093 time: 0.0571616 Jul 19 17:28:18.244213 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 44998) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:28:18.255480 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-16f4c720-2eb6-40e7-992a-3f91114e6946 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Request body: {'floatingip': {'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'port_id': 'd129b554-221e-420a-bc1e-0716794ac4ab', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:28:18.284468 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-16f4c720-2eb6-40e7-992a-3f91114e6946 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for floatingip, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:18.401833 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-16f4c720-2eb6-40e7-992a-3f91114e6946 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:18.515173 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-16f4c720-2eb6-40e7-992a-3f91114e6946 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Allocated IP 172.27.1.12 (471a83f0-55fa-4280-ad36-b168b6f04fca/5f22dab2-98ea-4073-8b5a-7afc7b46c4a2/7a6e95c0-5421-4ff0-9131-c15812d2a2bd) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:28:18.639596 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-16f4c720-2eb6-40e7-992a-3f91114e6946 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:18.687154 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-16f4c720-2eb6-40e7-992a-3f91114e6946 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737332227961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10507233'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:18.731116 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f4c720-2eb6-40e7-992a-3f91114e6946 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Network 471a83f0-55fa-4280-ad36-b168b6f04fca is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:28:18.734210 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-16f4c720-2eb6-40e7-992a-3f91114e6946 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:28:18.739541 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f4c720-2eb6-40e7-992a-3f91114e6946 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:28:18.742677 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4c720-2eb6-40e7-992a-3f91114e6946 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Pushing event updated for resources: {'Port': ['ID=7a6e95c0-5421-4ff0-9131-c15812d2a2bd,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:28:18.766125 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f4c720-2eb6-40e7-992a-3f91114e6946 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:28:18.766474 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f4c720-2eb6-40e7-992a-3f91114e6946 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:28:18.766820 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f4c720-2eb6-40e7-992a-3f91114e6946 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:28:18.767160 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f4c720-2eb6-40e7-992a-3f91114e6946 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:28:18.767493 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f4c720-2eb6-40e7-992a-3f91114e6946 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:28:18.767825 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f4c720-2eb6-40e7-992a-3f91114e6946 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:28:18.768156 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f4c720-2eb6-40e7-992a-3f91114e6946 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:28:18.768484 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f4c720-2eb6-40e7-992a-3f91114e6946 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:28:18.768978 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f4c720-2eb6-40e7-992a-3f91114e6946 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:28:18.769335 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f4c720-2eb6-40e7-992a-3f91114e6946 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:28:18.769663 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f4c720-2eb6-40e7-992a-3f91114e6946 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:28:18.770077 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f4c720-2eb6-40e7-992a-3f91114e6946 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:28:19.141024 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-16f4c720-2eb6-40e7-992a-3f91114e6946 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:19.232216 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-16f4c720-2eb6-40e7-992a-3f91114e6946 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3706173'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:19.391567 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-16f4c720-2eb6-40e7-992a-3f91114e6946 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:19.398040 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-16f4c720-2eb6-40e7-992a-3f91114e6946 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737332628035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737332227979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737332227997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10507256'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:19.470903 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4c720-2eb6-40e7-992a-3f91114e6946 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Pushing event updated for resources: {'Port': ['ID=7a6e95c0-5421-4ff0-9131-c15812d2a2bd,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:28:19.488696 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-16f4c720-2eb6-40e7-992a-3f91114e6946 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-974214'] for floatingip, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:19.592256 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.db.l3_db [None req-16f4c720-2eb6-40e7-992a-3f91114e6946 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Floating IP 4b29f7a8-d713-40c8-b411-a9e03bc693ae associated. External IP: 172.27.1.12, port: d129b554-221e-420a-bc1e-0716794ac4ab. Jul 19 17:28:20.092730 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f4c720-2eb6-40e7-992a-3f91114e6946 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Router ba23abe3-2658-4a92-a11d-66b4ce51ef82 has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:28:20.194381 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f4c720-2eb6-40e7-992a-3f91114e6946 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:28:20.203952 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef61fcf-c76e-4eab-b46a-e6ccad9bf3ac None None] Sync routers for ids ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'] in dv-cinder-801354-1-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:28:20.211700 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-16f4c720-2eb6-40e7-992a-3f91114e6946 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for floatingip, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:20.215323 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef61fcf-c76e-4eab-b46a-e6ccad9bf3ac None None] Routers {'ba23abe3-2658-4a92-a11d-66b4ce51ef82'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:28:20.215935 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-eef61fcf-c76e-4eab-b46a-e6ccad9bf3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:28:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:28:20.265306 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-16f4c720-2eb6-40e7-992a-3f91114e6946 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0042207 Jul 19 17:28:20.265306 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9770ef21-bdd5-4125-859c-c9b6191b65cb', 'tag': 'd129b554-221e-420a-bc1e-0716794ac4ab'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:28:20.265306 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fef583e105ae9f56b0e46fddec7b2a97c38b8d2c10713f95f240075d2f3bd9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6eefbcf-4bb5-4f6a-a0b6-3e5ab93babd3" -d '{"events": [{"name": "network-changed", "server_uuid": "9770ef21-bdd5-4125-859c-c9b6191b65cb", "tag": "d129b554-221e-420a-bc1e-0716794ac4ab"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:28:20.287823 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1c3942-28a6-47ac-a8a6-7a853d28b0f1 x-openstack-request-id: req-db1c3942-28a6-47ac-a8a6-7a853d28b0f1 {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:28:20.288112 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9770ef21-bdd5-4125-859c-c9b6191b65cb", "tag": "d129b554-221e-420a-bc1e-0716794ac4ab", "status": "completed", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:28:20.288367 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-db1c3942-28a6-47ac-a8a6-7a853d28b0f1 {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:28:20.288757 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9770ef21-bdd5-4125-859c-c9b6191b65cb', 'tag': 'd129b554-221e-420a-bc1e-0716794ac4ab', 'status': 'completed', 'code': 200} Jul 19 17:28:20.327227 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-eef61fcf-c76e-4eab-b46a-e6ccad9bf3ac None None] Set router ba23abe3-2658-4a92-a11d-66b4ce51ef82 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:28:20.375727 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eefbcf-4bb5-4f6a-a0b6-3e5ab93babd3 req-91cd3581-b4eb-4eeb-87cf-8127c4fa3926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:28:20.377370 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e6eefbcf-4bb5-4f6a-a0b6-3e5ab93babd3 req-91cd3581-b4eb-4eeb-87cf-8127c4fa3926 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c21d6eb10ed64fc3911d2dd893b82d6a&device_id=9770ef21-bdd5-4125-859c-c9b6191b65cb HTTP/1.1" status: 200 len: 1098 time: 0.0531785 Jul 19 17:28:20.470001 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eefbcf-4bb5-4f6a-a0b6-3e5ab93babd3 req-46250dbe-6385-47de-a229-5423390ea150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:28:20.471450 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e6eefbcf-4bb5-4f6a-a0b6-3e5ab93babd3 req-46250dbe-6385-47de-a229-5423390ea150 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d62b2c12-494e-4458-aac5-b34ed4aff78c HTTP/1.1" status: 200 len: 913 time: 0.0855412 Jul 19 17:28:20.535425 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e6eefbcf-4bb5-4f6a-a0b6-3e5ab93babd3 req-3563f12d-5e09-4acb-8813-aca5e37b1a84 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d129b554-221e-420a-bc1e-0716794ac4ab HTTP/1.1" status: 200 len: 998 time: 0.0573659 Jul 19 17:28:20.588448 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eefbcf-4bb5-4f6a-a0b6-3e5ab93babd3 req-0d456010-560a-4d00-b269-c8a13ac892d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:28:20.589976 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e6eefbcf-4bb5-4f6a-a0b6-3e5ab93babd3 req-0d456010-560a-4d00-b269-c8a13ac892d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bda2a791-f548-4eb7-b715-97839ddb9d97 HTTP/1.1" status: 200 len: 851 time: 0.0489411 Jul 19 17:28:20.648202 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eefbcf-4bb5-4f6a-a0b6-3e5ab93babd3 req-e7876ae2-c39c-4ee9-a268-99093d2b6c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:28:20.649643 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e6eefbcf-4bb5-4f6a-a0b6-3e5ab93babd3 req-e7876ae2-c39c-4ee9-a268-99093d2b6c1a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d62b2c12-494e-4458-aac5-b34ed4aff78c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529830 Jul 19 17:28:20.674644 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-eef61fcf-c76e-4eab-b46a-e6ccad9bf3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'name': 'tempest-TestVolumeBootPattern-1741162834-router', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:22:57Z', 'updated_at': '2021-07-19T17:23:00Z', 'revision_number': 4, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'gw_port': {'id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:58Z', 'updated_at': '2021-07-19T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_floatingips': [{'id': '4b29f7a8-d713-40c8-b411-a9e03bc693ae', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'router_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'port_id': 'd129b554-221e-420a-bc1e-0716794ac4ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'mac_address': 'fa:16:3e:cc:2e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9770ef21-bdd5-4125-859c-c9b6191b65cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:28:19Z', 'updated_at': '2021-07-19T17:28:19Z', 'revision_number': 0, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'fixed_ip_address_scope': None}, {'id': 'fc9c02b7-a93e-4b34-9782-ce6402607a6e', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'router_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'port_id': 'f408db30-be2d-4609-bd64-d5203be43c93', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'mac_address': 'fa:16:3e:10:89:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc646276-4281-4f18-bb8f-dbec9c44c91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:26:03Z', 'updated_at': '2021-07-19T17:26:06Z', 'revision_number': 1, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6db82407-1b91-46a0-adaa-1b8541f71f9c', 'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'mac_address': 'fa:16:3e:0a:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:59Z', 'updated_at': '2021-07-19T17:23:06Z', 'revision_number': 5, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'subnets': [{'id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:28:20.701759 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef61fcf-c76e-4eab-b46a-e6ccad9bf3ac None None] Checking router: ba23abe3-2658-4a92-a11d-66b4ce51ef82 for host: dv-cinder-801354-1-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:28:20.709897 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef61fcf-c76e-4eab-b46a-e6ccad9bf3ac None None] Routers {'ba23abe3-2658-4a92-a11d-66b4ce51ef82'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:28:20.710497 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-eef61fcf-c76e-4eab-b46a-e6ccad9bf3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:28:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:28:20.736007 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e6eefbcf-4bb5-4f6a-a0b6-3e5ab93babd3 req-4235e0c8-c385-4751-84f2-894836ad8d4b service neutron] 10.222.0.16 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798526 Jul 19 17:28:20.816676 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-eef61fcf-c76e-4eab-b46a-e6ccad9bf3ac None None] Set router ba23abe3-2658-4a92-a11d-66b4ce51ef82 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:28:20.825784 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e6eefbcf-4bb5-4f6a-a0b6-3e5ab93babd3 req-a12a99d4-fdba-476b-8f05-c9510b6fd86b service neutron] 10.222.0.16 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835488 Jul 19 17:28:21.037749 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-eef61fcf-c76e-4eab-b46a-e6ccad9bf3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'name': 'tempest-TestVolumeBootPattern-1741162834-router', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:22:57Z', 'updated_at': '2021-07-19T17:23:00Z', 'revision_number': 4, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'gw_port': {'id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:58Z', 'updated_at': '2021-07-19T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_floatingips': [{'id': '4b29f7a8-d713-40c8-b411-a9e03bc693ae', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'router_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'port_id': 'd129b554-221e-420a-bc1e-0716794ac4ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'mac_address': 'fa:16:3e:cc:2e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9770ef21-bdd5-4125-859c-c9b6191b65cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:28:19Z', 'updated_at': '2021-07-19T17:28:19Z', 'revision_number': 0, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'fixed_ip_address_scope': None}, {'id': 'fc9c02b7-a93e-4b34-9782-ce6402607a6e', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'router_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'port_id': 'f408db30-be2d-4609-bd64-d5203be43c93', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'mac_address': 'fa:16:3e:10:89:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc646276-4281-4f18-bb8f-dbec9c44c91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:26:03Z', 'updated_at': '2021-07-19T17:26:06Z', 'revision_number': 1, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6db82407-1b91-46a0-adaa-1b8541f71f9c', 'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'mac_address': 'fa:16:3e:0a:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:59Z', 'updated_at': '2021-07-19T17:23:06Z', 'revision_number': 5, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'subnets': [{'id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:28:21.063131 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef61fcf-c76e-4eab-b46a-e6ccad9bf3ac None None] The sync data for ids ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'] in dv-cinder-801354-1-iscsi is: [{'id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'name': 'tempest-TestVolumeBootPattern-1741162834-router', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:22:57Z', 'updated_at': '2021-07-19T17:23:00Z', 'revision_number': 4, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'gw_port': {'id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:58Z', 'updated_at': '2021-07-19T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_floatingips': [{'id': '4b29f7a8-d713-40c8-b411-a9e03bc693ae', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'router_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'port_id': 'd129b554-221e-420a-bc1e-0716794ac4ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'mac_address': 'fa:16:3e:cc:2e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9770ef21-bdd5-4125-859c-c9b6191b65cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:28:19Z', 'updated_at': '2021-07-19T17:28:19Z', 'revision_number': 0, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'fixed_ip_address_scope': None}, {'id': 'fc9c02b7-a93e-4b34-9782-ce6402607a6e', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'router_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'port_id': 'f408db30-be2d-4609-bd64-d5203be43c93', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'mac_address': 'fa:16:3e:10:89:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc646276-4281-4f18-bb8f-dbec9c44c91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:26:03Z', 'updated_at': '2021-07-19T17:26:06Z', 'revision_number': 1, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6db82407-1b91-46a0-adaa-1b8541f71f9c', 'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'mac_address': 'fa:16:3e:0a:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:59Z', 'updated_at': '2021-07-19T17:23:06Z', 'revision_number': 5, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'subnets': [{'id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:28:21.246835 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61fa29b-4c10-46d9-ab36-8349763daf17 None None] New status for floating IP 4b29f7a8-d713-40c8-b411-a9e03bc693ae: ACTIVE {{(pid=93288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:28:22.897430 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 45086) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:28:22.940436 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7bc75cf-2628-45cb-b6dc-254267c64619 admin admin] Deleting subnet 020b1b51-d9fe-4e80-9323-dd2a131b61c0 {{(pid=93285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:28:22.943933 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e7bc75cf-2628-45cb-b6dc-254267c64619 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:22.975546 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e7bc75cf-2628-45cb-b6dc-254267c64619 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9418636'] for subnet, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:23.016270 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e7bc75cf-2628-45cb-b6dc-254267c64619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4122676'] for subnet, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:23.343597 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e7bc75cf-2628-45cb-b6dc-254267c64619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4122671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8936887'] for subnet, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:23.355131 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4f7dc978-a482-41e2-a393-de2c645b4324 req-466f94c5-0487-4a54-ab2d-59b654c7147f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cc646276-4281-4f18-bb8f-dbec9c44c91d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784807 Jul 19 17:28:23.374686 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc75cf-2628-45cb-b6dc-254267c64619 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=020b1b51-d9fe-4e80-9323-dd2a131b61c0,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:28:23.382374 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e7bc75cf-2628-45cb-b6dc-254267c64619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:23.384180 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-e7bc75cf-2628-45cb-b6dc-254267c64619 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/020b1b51-d9fe-4e80-9323-dd2a131b61c0 HTTP/1.1" status: 204 len: 168 time: 0.4857538 Jul 19 17:28:23.386023 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc75cf-2628-45cb-b6dc-254267c64619 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:28:23.386225 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc75cf-2628-45cb-b6dc-254267c64619 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:28:23.386567 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc75cf-2628-45cb-b6dc-254267c64619 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:28:23.386897 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc75cf-2628-45cb-b6dc-254267c64619 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:28:23.387021 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 45088) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:28:23.387422 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc75cf-2628-45cb-b6dc-254267c64619 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:28:23.387597 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc75cf-2628-45cb-b6dc-254267c64619 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:28:23.387852 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc75cf-2628-45cb-b6dc-254267c64619 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:28:23.388172 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc75cf-2628-45cb-b6dc-254267c64619 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:28:23.388503 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc75cf-2628-45cb-b6dc-254267c64619 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:28:23.388820 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc75cf-2628-45cb-b6dc-254267c64619 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:28:23.389133 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc75cf-2628-45cb-b6dc-254267c64619 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:28:23.389737 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc75cf-2628-45cb-b6dc-254267c64619 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:28:23.447553 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7dc978-a482-41e2-a393-de2c645b4324 req-53931765-5a67-409d-92dd-ae15df547150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:28:23.449025 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4f7dc978-a482-41e2-a393-de2c645b4324 req-53931765-5a67-409d-92dd-ae15df547150 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c21d6eb10ed64fc3911d2dd893b82d6a&device_id=cc646276-4281-4f18-bb8f-dbec9c44c91d HTTP/1.1" status: 200 len: 1098 time: 0.0526516 Jul 19 17:28:23.456975 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-27a49e3f-faf6-4282-b62f-53444d7312f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3735101'] for network, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:23.535747 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-27a49e3f-faf6-4282-b62f-53444d7312f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4124440', 'neutron.services.segments.db._delete_segments_for_network-8737332645178'] for network, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:23.545334 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-27a49e3f-faf6-4282-b62f-53444d7312f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a']}} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:28:23.550497 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7dc978-a482-41e2-a393-de2c645b4324 req-fd87e73e-a616-4c4b-b894-8dd168162bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:28:23.551965 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4f7dc978-a482-41e2-a393-de2c645b4324 req-fd87e73e-a616-4c4b-b894-8dd168162bb5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d62b2c12-494e-4458-aac5-b34ed4aff78c HTTP/1.1" status: 200 len: 913 time: 0.0843072 Jul 19 17:28:23.554725 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-27a49e3f-faf6-4282-b62f-53444d7312f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59655e4e-26f8-4ce3-ae63-7b7efe82cefe') {'for_net_delete': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:28:23.554956 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-27a49e3f-faf6-4282-b62f-53444d7312f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59655e4e-26f8-4ce3-ae63-7b7efe82cefe') {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:28:23.563458 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-27a49e3f-faf6-4282-b62f-53444d7312f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737332645443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10966623'] for segment, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:23.576601 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-27a49e3f-faf6-4282-b62f-53444d7312f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:23.582948 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a49e3f-faf6-4282-b62f-53444d7312f1 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=93286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:28:23.583330 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-27a49e3f-faf6-4282-b62f-53444d7312f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10507228'] for segment, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:23.584915 dv-cinder-801354-1-iscsi neutron-server[93286]: Traceback (most recent call last): Jul 19 17:28:23.584915 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:28:23.584915 dv-cinder-801354-1-iscsi neutron-server[93286]: timer() Jul 19 17:28:23.584915 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:28:23.584915 dv-cinder-801354-1-iscsi neutron-server[93286]: cb(*args, **kw) Jul 19 17:28:23.584915 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:28:23.584915 dv-cinder-801354-1-iscsi neutron-server[93286]: return func(*args, **kwargs) Jul 19 17:28:23.584915 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:28:23.584915 dv-cinder-801354-1-iscsi neutron-server[93286]: self._notify() Jul 19 17:28:23.584915 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:28:23.584915 dv-cinder-801354-1-iscsi neutron-server[93286]: self.callback(batched_events) Jul 19 17:28:23.584915 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:28:23.584915 dv-cinder-801354-1-iscsi neutron-server[93286]: event.method(event) Jul 19 17:28:23.584915 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:28:23.584915 dv-cinder-801354-1-iscsi neutron-server[93286]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:28:23.584915 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:28:23.584915 dv-cinder-801354-1-iscsi neutron-server[93286]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:28:23.584915 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:28:23.584915 dv-cinder-801354-1-iscsi neutron-server[93286]: return f(self, *a, **k) Jul 19 17:28:23.584915 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:28:23.584915 dv-cinder-801354-1-iscsi neutron-server[93286]: return self._get(url).json() Jul 19 17:28:23.584915 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:28:23.584915 dv-cinder-801354-1-iscsi neutron-server[93286]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:28:23.584915 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:28:23.584915 dv-cinder-801354-1-iscsi neutron-server[93286]: return self.request(url, 'GET', **kwargs) Jul 19 17:28:23.584915 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:28:23.584915 dv-cinder-801354-1-iscsi neutron-server[93286]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:28:23.584915 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:28:23.584915 dv-cinder-801354-1-iscsi neutron-server[93286]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:28:23.584915 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:28:23.584915 dv-cinder-801354-1-iscsi neutron-server[93286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:28:23.584915 dv-cinder-801354-1-iscsi neutron-server[93286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:28:23.620656 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4f7dc978-a482-41e2-a393-de2c645b4324 req-010684bc-d0ec-41b1-8aff-451f94d54573 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f408db30-be2d-4609-bd64-d5203be43c93 HTTP/1.1" status: 200 len: 1001 time: 0.0618727 Jul 19 17:28:23.641849 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-27a49e3f-faf6-4282-b62f-53444d7312f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-974196'] for network, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:23.647579 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-27a49e3f-faf6-4282-b62f-53444d7312f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:23.651922 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-27a49e3f-faf6-4282-b62f-53444d7312f1 admin admin] 10.222.0.63 "DELETE /v2.0/networks/e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a HTTP/1.1" status: 204 len: 168 time: 0.2615187 Jul 19 17:28:23.666111 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a49e3f-faf6-4282-b62f-53444d7312f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3b31ddf-b7f4-4d5d-9fb8-8189aa1ff46a,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:28:23.675092 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7dc978-a482-41e2-a393-de2c645b4324 req-40b5fef5-0a07-4e1f-988c-6b373ced9a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:28:23.676559 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4f7dc978-a482-41e2-a393-de2c645b4324 req-40b5fef5-0a07-4e1f-988c-6b373ced9a6d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bda2a791-f548-4eb7-b715-97839ddb9d97 HTTP/1.1" status: 200 len: 851 time: 0.0494292 Jul 19 17:28:23.734330 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7dc978-a482-41e2-a393-de2c645b4324 req-5275c576-ec9c-45a1-b7c6-b78fcf2df7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:28:23.735864 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4f7dc978-a482-41e2-a393-de2c645b4324 req-5275c576-ec9c-45a1-b7c6-b78fcf2df7f9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d62b2c12-494e-4458-aac5-b34ed4aff78c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532277 Jul 19 17:28:23.756619 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 45092) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:28:23.795642 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-08ad1ffe-edc6-443d-9629-c71129e97a69 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=54e2fe46572640228844f4313f20f21d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378296 Jul 19 17:28:23.798045 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 45094) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:28:23.828459 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4f7dc978-a482-41e2-a393-de2c645b4324 req-782febb5-6e98-44e1-9b83-b35e0c2323a6 service neutron] 10.222.0.16 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862110 Jul 19 17:28:23.845649 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a58d3ce4-e800-4fe0-b4af-54e92573a0ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:23.865833 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a58d3ce4-e800-4fe0-b4af-54e92573a0ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:23.914657 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a58d3ce4-e800-4fe0-b4af-54e92573a0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:23.917519 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a58d3ce4-e800-4fe0-b4af-54e92573a0ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:23.921423 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-a58d3ce4-e800-4fe0-b4af-54e92573a0ac admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/95948bea-63d5-486e-9bcb-d102a64ea896 HTTP/1.1" status: 204 len: 168 time: 0.1202013 Jul 19 17:28:23.923681 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4f7dc978-a482-41e2-a393-de2c645b4324 req-ca9283dd-e301-4d97-8a32-85121513a0e4 service neutron] 10.222.0.16 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889342 Jul 19 17:28:23.927659 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d3ce4-e800-4fe0-b4af-54e92573a0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95948bea-63d5-486e-9bcb-d102a64ea896,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:28:32.840917 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 45168) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:28:32.939455 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5333f39c-d40d-4554-a7a8-04af9ed3798e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:33.024156 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5333f39c-d40d-4554-a7a8-04af9ed3798e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:33.027637 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5333f39c-d40d-4554-a7a8-04af9ed3798e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:33.066806 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-5333f39c-d40d-4554-a7a8-04af9ed3798e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0629b7ad4a5d4036b749aecbdeabf4f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248173 Jul 19 17:28:33.067654 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333f39c-d40d-4554-a7a8-04af9ed3798e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d291d00-2f3d-4c3c-a632-9e078b330281,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:28:33.070430 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 45172) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:28:33.119024 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3acdcaf3-9bb2-4111-b829-4efb1c9de9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:33.142981 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3acdcaf3-9bb2-4111-b829-4efb1c9de9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:33.187977 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3acdcaf3-9bb2-4111-b829-4efb1c9de9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:33.190559 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3acdcaf3-9bb2-4111-b829-4efb1c9de9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:33.191681 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-3acdcaf3-9bb2-4111-b829-4efb1c9de9a5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2d291d00-2f3d-4c3c-a632-9e078b330281 HTTP/1.1" status: 204 len: 168 time: 0.1198788 Jul 19 17:28:33.199294 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acdcaf3-9bb2-4111-b829-4efb1c9de9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d291d00-2f3d-4c3c-a632-9e078b330281,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:28:38.479013 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-30dd37dd-be4b-42ee-91b9-7c5d7668f606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:38.693408 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:28:40.690559 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-e26d4974-e171-4e7b-afe5-8b46d7c358ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:41.205525 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:41.979587 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:43.737154 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:28:46.650752 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:08.478357 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9da8f0ac-1987-469e-9e71-a762354d82fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:10.690297 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26c786fc-df3b-4afd-8348-315fc2987552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:11.200678 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:11.982863 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:13.740297 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:15.693426 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:29:16.665486 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:23.201988 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e81edfe0-c122-4331-aa18-5b5499ab5faa req-d437f439-520f-49fb-ba0e-9bae2f185554 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9770ef21-bdd5-4125-859c-c9b6191b65cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496767 Jul 19 17:29:23.270334 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81edfe0-c122-4331-aa18-5b5499ab5faa req-8c92b2e7-abd6-4956-85e7-9c0de259a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:29:23.271784 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e81edfe0-c122-4331-aa18-5b5499ab5faa req-8c92b2e7-abd6-4956-85e7-9c0de259a9d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c21d6eb10ed64fc3911d2dd893b82d6a&device_id=9770ef21-bdd5-4125-859c-c9b6191b65cb HTTP/1.1" status: 200 len: 1098 time: 0.0512102 Jul 19 17:29:23.371788 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81edfe0-c122-4331-aa18-5b5499ab5faa req-f4e3086e-0bd3-4688-9e62-4161e5a1aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:29:23.373192 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e81edfe0-c122-4331-aa18-5b5499ab5faa req-f4e3086e-0bd3-4688-9e62-4161e5a1aab8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d62b2c12-494e-4458-aac5-b34ed4aff78c HTTP/1.1" status: 200 len: 913 time: 0.0845265 Jul 19 17:29:23.435431 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e81edfe0-c122-4331-aa18-5b5499ab5faa req-1df16f4f-5db4-43af-b0ee-58d246b50f9b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d129b554-221e-420a-bc1e-0716794ac4ab HTTP/1.1" status: 200 len: 1000 time: 0.0557277 Jul 19 17:29:23.486205 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81edfe0-c122-4331-aa18-5b5499ab5faa req-8c65e233-165f-4fad-9be2-7e05964a256f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:29:23.487509 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e81edfe0-c122-4331-aa18-5b5499ab5faa req-8c65e233-165f-4fad-9be2-7e05964a256f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bda2a791-f548-4eb7-b715-97839ddb9d97 HTTP/1.1" status: 200 len: 851 time: 0.0458026 Jul 19 17:29:23.542504 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81edfe0-c122-4331-aa18-5b5499ab5faa req-950fcfc3-edf2-4cde-8c00-784fb0b7f16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:29:23.543995 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e81edfe0-c122-4331-aa18-5b5499ab5faa req-950fcfc3-edf2-4cde-8c00-784fb0b7f16d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d62b2c12-494e-4458-aac5-b34ed4aff78c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500760 Jul 19 17:29:23.635602 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e81edfe0-c122-4331-aa18-5b5499ab5faa req-a5369eb4-80ed-409b-a21e-34f5eec65ac2 service neutron] 10.222.0.16 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848587 Jul 19 17:29:23.727214 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e81edfe0-c122-4331-aa18-5b5499ab5faa req-05a55ff0-61e4-43a1-9e28-7d0c3ee29574 service neutron] 10.222.0.16 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849473 Jul 19 17:29:38.478148 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-4c057525-8f6c-4a59-93e5-ca14aed8db71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:40.689654 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-827f88bc-1021-4b90-b91c-bffbe4d23cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:41.201372 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:41.987087 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:43.743589 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:46.663286 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:52.692737 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:29:58.869333 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 45196) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:29:59.022449 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-5b067a73-f0c1-467f-a48e-eac400825319 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Deleting port 7a6e95c0-5421-4ff0-9131-c15812d2a2bd {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:29:59.022702 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5b067a73-f0c1-467f-a48e-eac400825319 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:59.097916 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5b067a73-f0c1-467f-a48e-eac400825319 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:59.098269 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5b067a73-f0c1-467f-a48e-eac400825319 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:59.109663 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-5b067a73-f0c1-467f-a48e-eac400825319 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Calling delete_port for 7a6e95c0-5421-4ff0-9131-c15812d2a2bd owned by network:floatingip {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:29:59.253626 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5b067a73-f0c1-467f-a48e-eac400825319 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:59.279084 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b067a73-f0c1-467f-a48e-eac400825319 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Pushing event deleted for resources: {'Port': ['ID=7a6e95c0-5421-4ff0-9131-c15812d2a2bd,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:29:59.288613 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b067a73-f0c1-467f-a48e-eac400825319 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:59.288956 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b067a73-f0c1-467f-a48e-eac400825319 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:59.289330 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b067a73-f0c1-467f-a48e-eac400825319 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:59.289823 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b067a73-f0c1-467f-a48e-eac400825319 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:59.290199 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b067a73-f0c1-467f-a48e-eac400825319 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:59.290528 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b067a73-f0c1-467f-a48e-eac400825319 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:59.290853 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b067a73-f0c1-467f-a48e-eac400825319 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:59.291197 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b067a73-f0c1-467f-a48e-eac400825319 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:59.291502 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b067a73-f0c1-467f-a48e-eac400825319 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:59.291823 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b067a73-f0c1-467f-a48e-eac400825319 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:59.292143 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b067a73-f0c1-467f-a48e-eac400825319 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:59.292455 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b067a73-f0c1-467f-a48e-eac400825319 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:29:59.348231 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5b067a73-f0c1-467f-a48e-eac400825319 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for floatingip, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:59.348535 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.db.l3_db [None req-5b067a73-f0c1-467f-a48e-eac400825319 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Floating IP 4b29f7a8-d713-40c8-b411-a9e03bc693ae disassociated (deleted). External IP: 172.27.1.12, port: d129b554-221e-420a-bc1e-0716794ac4ab. Jul 19 17:29:59.549505 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b067a73-f0c1-467f-a48e-eac400825319 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Router ba23abe3-2658-4a92-a11d-66b4ce51ef82 has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:29:59.652059 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b067a73-f0c1-467f-a48e-eac400825319 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:29:59.656764 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5b067a73-f0c1-467f-a48e-eac400825319 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for floatingip, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:29:59.662996 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10d97ac-96cb-4c59-9012-c8f52c1c7c83 None None] Sync routers for ids ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'] in dv-cinder-801354-1-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:29:59.671601 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10d97ac-96cb-4c59-9012-c8f52c1c7c83 None None] Routers {'ba23abe3-2658-4a92-a11d-66b4ce51ef82'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:29:59.672195 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-f10d97ac-96cb-4c59-9012-c8f52c1c7c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:29:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:29:59.691213 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-5b067a73-f0c1-467f-a48e-eac400825319 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "DELETE /v2.0/floatingips/4b29f7a8-d713-40c8-b411-a9e03bc693ae HTTP/1.1" status: 204 len: 168 time: 0.8207161 Jul 19 17:29:59.691797 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9770ef21-bdd5-4125-859c-c9b6191b65cb', 'tag': 'd129b554-221e-420a-bc1e-0716794ac4ab'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:29:59.694588 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f5216f-5882-4531-8446-20a869835ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "9770ef21-bdd5-4125-859c-c9b6191b65cb", "tag": "d129b554-221e-420a-bc1e-0716794ac4ab"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:29:59.731735 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef14d25-bb8a-466a-9203-effabf36620d x-openstack-request-id: req-3ef14d25-bb8a-466a-9203-effabf36620d {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:29:59.732026 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9770ef21-bdd5-4125-859c-c9b6191b65cb", "tag": "d129b554-221e-420a-bc1e-0716794ac4ab", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:29:59.732282 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3ef14d25-bb8a-466a-9203-effabf36620d {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:29:59.733064 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9770ef21-bdd5-4125-859c-c9b6191b65cb', 'tag': 'd129b554-221e-420a-bc1e-0716794ac4ab', 'status': 'completed', 'code': 200} Jul 19 17:29:59.779911 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-f10d97ac-96cb-4c59-9012-c8f52c1c7c83 None None] Set router ba23abe3-2658-4a92-a11d-66b4ce51ef82 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:29:59.807580 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5216f-5882-4531-8446-20a869835ae9 req-3ec1d6f4-d832-49c0-b0c4-1d82f4b56c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:29:59.809452 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-45f5216f-5882-4531-8446-20a869835ae9 req-3ec1d6f4-d832-49c0-b0c4-1d82f4b56c6a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c21d6eb10ed64fc3911d2dd893b82d6a&device_id=9770ef21-bdd5-4125-859c-c9b6191b65cb HTTP/1.1" status: 200 len: 1098 time: 0.0552344 Jul 19 17:29:59.921742 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5216f-5882-4531-8446-20a869835ae9 req-d6d087f0-d9e6-4bac-8f00-8336e6e9eca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:29:59.923247 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-45f5216f-5882-4531-8446-20a869835ae9 req-d6d087f0-d9e6-4bac-8f00-8336e6e9eca3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d62b2c12-494e-4458-aac5-b34ed4aff78c HTTP/1.1" status: 200 len: 913 time: 0.1009092 Jul 19 17:29:59.949339 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ccca3-1533-40aa-a0ef-30c86495ef57 req-db8854cb-c23b-477b-8064-4dd1a6b726ad tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:29:59.956131 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bc8ccca3-1533-40aa-a0ef-30c86495ef57 req-db8854cb-c23b-477b-8064-4dd1a6b726ad tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=9770ef21-bdd5-4125-859c-c9b6191b65cb HTTP/1.1" status: 200 len: 945 time: 0.0703003 Jul 19 17:29:59.969008 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-45f5216f-5882-4531-8446-20a869835ae9 req-7a0e6bbd-3a0a-4144-a02f-4b7dc56a5181 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d129b554-221e-420a-bc1e-0716794ac4ab HTTP/1.1" status: 200 len: 217 time: 0.0354450 Jul 19 17:29:59.989284 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bc8ccca3-1533-40aa-a0ef-30c86495ef57 req-a60507d5-753e-4679-9edd-9fae6fae7778 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320840 Jul 19 17:30:00.017304 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-f10d97ac-96cb-4c59-9012-c8f52c1c7c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'name': 'tempest-TestVolumeBootPattern-1741162834-router', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:22:57Z', 'updated_at': '2021-07-19T17:23:00Z', 'revision_number': 4, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'gw_port': {'id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:58Z', 'updated_at': '2021-07-19T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_floatingips': [{'id': 'fc9c02b7-a93e-4b34-9782-ce6402607a6e', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'router_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'port_id': 'f408db30-be2d-4609-bd64-d5203be43c93', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'mac_address': 'fa:16:3e:10:89:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc646276-4281-4f18-bb8f-dbec9c44c91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:26:03Z', 'updated_at': '2021-07-19T17:26:06Z', 'revision_number': 1, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6db82407-1b91-46a0-adaa-1b8541f71f9c', 'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'mac_address': 'fa:16:3e:0a:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:59Z', 'updated_at': '2021-07-19T17:23:06Z', 'revision_number': 5, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'subnets': [{'id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:30:00.023129 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5216f-5882-4531-8446-20a869835ae9 req-4a852494-96f1-4240-824b-6c16af2f29b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:30:00.024621 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-45f5216f-5882-4531-8446-20a869835ae9 req-4a852494-96f1-4240-824b-6c16af2f29b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bda2a791-f548-4eb7-b715-97839ddb9d97 HTTP/1.1" status: 200 len: 851 time: 0.0494869 Jul 19 17:30:00.047160 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10d97ac-96cb-4c59-9012-c8f52c1c7c83 None None] Checking router: ba23abe3-2658-4a92-a11d-66b4ce51ef82 for host: dv-cinder-801354-1-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:30:00.055815 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10d97ac-96cb-4c59-9012-c8f52c1c7c83 None None] Routers {'ba23abe3-2658-4a92-a11d-66b4ce51ef82'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:30:00.056404 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-f10d97ac-96cb-4c59-9012-c8f52c1c7c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:29:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:30:00.080706 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5216f-5882-4531-8446-20a869835ae9 req-cd74e23e-1061-4154-ac71-164fd865f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:30:00.082150 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-45f5216f-5882-4531-8446-20a869835ae9 req-cd74e23e-1061-4154-ac71-164fd865f11d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d62b2c12-494e-4458-aac5-b34ed4aff78c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510144 Jul 19 17:30:00.158456 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-f10d97ac-96cb-4c59-9012-c8f52c1c7c83 None None] Set router ba23abe3-2658-4a92-a11d-66b4ce51ef82 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:30:00.171529 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-45f5216f-5882-4531-8446-20a869835ae9 req-010672c5-bdf8-4fb8-b0d3-8389a6e2006e service neutron] 10.222.0.16 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816629 Jul 19 17:30:00.267633 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-45f5216f-5882-4531-8446-20a869835ae9 req-4ba7a4c5-5941-4dbe-a3a6-9d72f7c253de service neutron] 10.222.0.16 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878835 Jul 19 17:30:00.374248 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-f10d97ac-96cb-4c59-9012-c8f52c1c7c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'name': 'tempest-TestVolumeBootPattern-1741162834-router', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:22:57Z', 'updated_at': '2021-07-19T17:23:00Z', 'revision_number': 4, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'gw_port': {'id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:58Z', 'updated_at': '2021-07-19T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_floatingips': [{'id': 'fc9c02b7-a93e-4b34-9782-ce6402607a6e', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'router_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'port_id': 'f408db30-be2d-4609-bd64-d5203be43c93', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'mac_address': 'fa:16:3e:10:89:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc646276-4281-4f18-bb8f-dbec9c44c91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:26:03Z', 'updated_at': '2021-07-19T17:26:06Z', 'revision_number': 1, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6db82407-1b91-46a0-adaa-1b8541f71f9c', 'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'mac_address': 'fa:16:3e:0a:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:59Z', 'updated_at': '2021-07-19T17:23:06Z', 'revision_number': 5, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'subnets': [{'id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:30:00.400045 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10d97ac-96cb-4c59-9012-c8f52c1c7c83 None None] The sync data for ids ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'] in dv-cinder-801354-1-iscsi is: [{'id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'name': 'tempest-TestVolumeBootPattern-1741162834-router', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:22:57Z', 'updated_at': '2021-07-19T17:23:00Z', 'revision_number': 4, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'gw_port': {'id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:58Z', 'updated_at': '2021-07-19T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_floatingips': [{'id': 'fc9c02b7-a93e-4b34-9782-ce6402607a6e', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'router_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'port_id': 'f408db30-be2d-4609-bd64-d5203be43c93', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'mac_address': 'fa:16:3e:10:89:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc646276-4281-4f18-bb8f-dbec9c44c91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:26:03Z', 'updated_at': '2021-07-19T17:26:06Z', 'revision_number': 1, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6db82407-1b91-46a0-adaa-1b8541f71f9c', 'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'mac_address': 'fa:16:3e:0a:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:59Z', 'updated_at': '2021-07-19T17:23:06Z', 'revision_number': 5, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'subnets': [{'id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:30:00.598195 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8e5660-fe9b-4bce-8841-3783e692f79d None None] New status for floating IP 4b29f7a8-d713-40c8-b411-a9e03bc693ae: DOWN {{(pid=93288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:30:01.131007 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6372311-9c56-492c-8873-0ae19251a0b5 req-c56f4251-c935-4112-90a8-f42bbb9a8089 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:30:01.132452 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e6372311-9c56-492c-8873-0ae19251a0b5 req-c56f4251-c935-4112-90a8-f42bbb9a8089 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=9770ef21-bdd5-4125-859c-c9b6191b65cb HTTP/1.1" status: 200 len: 945 time: 0.0614512 Jul 19 17:30:01.169811 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e6372311-9c56-492c-8873-0ae19251a0b5 req-31eb7887-8cc9-4b68-aa92-08ffdf232632 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319600 Jul 19 17:30:01.447002 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6620d5-463d-4940-bc80-cc8e4dc5cfc3 req-a350b6e9-d457-4384-9d10-87af468c3e6a tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:30:01.448392 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-fa6620d5-463d-4940-bc80-cc8e4dc5cfc3 req-a350b6e9-d457-4384-9d10-87af468c3e6a tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.16 "GET /v2.0/ports?device_id=9770ef21-bdd5-4125-859c-c9b6191b65cb HTTP/1.1" status: 200 len: 945 time: 0.0641360 Jul 19 17:30:01.544289 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-fa6620d5-463d-4940-bc80-cc8e4dc5cfc3 req-c3eed9d3-b45a-4116-82da-6b190964c659 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Deleting port d129b554-221e-420a-bc1e-0716794ac4ab {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:30:01.544626 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-fa6620d5-463d-4940-bc80-cc8e4dc5cfc3 req-c3eed9d3-b45a-4116-82da-6b190964c659 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:01.635838 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-fa6620d5-463d-4940-bc80-cc8e4dc5cfc3 req-c3eed9d3-b45a-4116-82da-6b190964c659 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] For port d129b554-221e-420a-bc1e-0716794ac4ab, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d129b554-221e-420a-bc1e-0716794ac4ab,segment=NetworkSegment(21dc7f96-dc45-4c56-9d4c-b0acb7665df9),segment_id=21dc7f96-dc45-4c56-9d4c-b0acb7665df9)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:30:01.636201 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-fa6620d5-463d-4940-bc80-cc8e4dc5cfc3 req-c3eed9d3-b45a-4116-82da-6b190964c659 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:01.647812 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-fa6620d5-463d-4940-bc80-cc8e4dc5cfc3 req-c3eed9d3-b45a-4116-82da-6b190964c659 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Calling delete_port for d129b554-221e-420a-bc1e-0716794ac4ab owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:30:01.767202 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-fa6620d5-463d-4940-bc80-cc8e4dc5cfc3 req-c3eed9d3-b45a-4116-82da-6b190964c659 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:01.798085 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eed9d3-b45a-4116-82da-6b190964c659 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Pushing event deleted for resources: {'Port': ['ID=d129b554-221e-420a-bc1e-0716794ac4ab,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:30:01.842003 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6620d5-463d-4940-bc80-cc8e4dc5cfc3 req-c3eed9d3-b45a-4116-82da-6b190964c659 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] No DVR routers for this DVR port d129b554-221e-420a-bc1e-0716794ac4ab on host hv-cinder-80135 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:30:01.844396 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-fa6620d5-463d-4940-bc80-cc8e4dc5cfc3 req-c3eed9d3-b45a-4116-82da-6b190964c659 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:01.846385 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-fa6620d5-463d-4940-bc80-cc8e4dc5cfc3 req-c3eed9d3-b45a-4116-82da-6b190964c659 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.16 "DELETE /v2.0/ports/d129b554-221e-420a-bc1e-0716794ac4ab HTTP/1.1" status: 204 len: 173 time: 0.3926663 Jul 19 17:30:01.846830 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9770ef21-bdd5-4125-859c-c9b6191b65cb', 'name': 'network-vif-deleted', 'tag': 'd129b554-221e-420a-bc1e-0716794ac4ab'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:30:01.849052 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f836ed06-1e06-4386-a4ad-cf6ab18b0b01" -d '{"events": [{"server_uuid": "9770ef21-bdd5-4125-859c-c9b6191b65cb", "name": "network-vif-deleted", "tag": "d129b554-221e-420a-bc1e-0716794ac4ab"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:30:01.888750 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91319f07-8ca7-46d0-a356-ca300e77e96a x-openstack-request-id: req-91319f07-8ca7-46d0-a356-ca300e77e96a {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:30:01.889043 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9770ef21-bdd5-4125-859c-c9b6191b65cb", "name": "network-vif-deleted", "tag": "d129b554-221e-420a-bc1e-0716794ac4ab", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:30:01.889458 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-91319f07-8ca7-46d0-a356-ca300e77e96a {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:30:01.889958 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9770ef21-bdd5-4125-859c-c9b6191b65cb', 'name': 'network-vif-deleted', 'tag': 'd129b554-221e-420a-bc1e-0716794ac4ab', 'status': 'completed', 'code': 200} Jul 19 17:30:02.285508 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ebde5ab1-6243-426c-99f7-3cefbcb2de77 req-d35954ae-5fb7-4b87-b227-054b79b53185 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=9770ef21-bdd5-4125-859c-c9b6191b65cb HTTP/1.1" status: 200 len: 210 time: 0.0318971 Jul 19 17:30:04.670528 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device d129b554-221e-420a-bc1e-0716794ac4ab no longer exists at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:30:04.695913 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] No Port match for: d129b554-221e-420a-bc1e-0716794ac4ab {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:30:04.696258 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device d129b554-221e-420a-bc1e-0716794ac4ab not bound to the agent host hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:30:05.554150 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 45240) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:30:05.706906 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-9915d24f-7fc6-450e-aa09-b20e78efb5fd tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Deleting port 94b438c1-9d3d-4cea-bc3c-bd71f7f33342 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:30:05.707144 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9915d24f-7fc6-450e-aa09-b20e78efb5fd tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:05.784801 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9915d24f-7fc6-450e-aa09-b20e78efb5fd tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:05.785126 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9915d24f-7fc6-450e-aa09-b20e78efb5fd tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:05.796721 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-9915d24f-7fc6-450e-aa09-b20e78efb5fd tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Calling delete_port for 94b438c1-9d3d-4cea-bc3c-bd71f7f33342 owned by network:floatingip {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:30:05.940621 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9915d24f-7fc6-450e-aa09-b20e78efb5fd tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:05.965262 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915d24f-7fc6-450e-aa09-b20e78efb5fd tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Pushing event deleted for resources: {'Port': ['ID=94b438c1-9d3d-4cea-bc3c-bd71f7f33342,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:30:06.027365 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9915d24f-7fc6-450e-aa09-b20e78efb5fd tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for floatingip, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:06.027700 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.db.l3_db [None req-9915d24f-7fc6-450e-aa09-b20e78efb5fd tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Floating IP fc9c02b7-a93e-4b34-9782-ce6402607a6e disassociated (deleted). External IP: 172.27.1.134, port: f408db30-be2d-4609-bd64-d5203be43c93. Jul 19 17:30:06.236205 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9915d24f-7fc6-450e-aa09-b20e78efb5fd tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Router ba23abe3-2658-4a92-a11d-66b4ce51ef82 has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:30:06.340448 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9915d24f-7fc6-450e-aa09-b20e78efb5fd tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:30:06.345318 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9915d24f-7fc6-450e-aa09-b20e78efb5fd tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for floatingip, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:06.349873 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1941b7fc-b10f-4439-9df4-d18b06637820 None None] Sync routers for ids ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'] in dv-cinder-801354-1-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:30:06.358673 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1941b7fc-b10f-4439-9df4-d18b06637820 None None] Routers {'ba23abe3-2658-4a92-a11d-66b4ce51ef82'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:30:06.359280 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-1941b7fc-b10f-4439-9df4-d18b06637820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:29:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:30:06.382468 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-9915d24f-7fc6-450e-aa09-b20e78efb5fd tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "DELETE /v2.0/floatingips/fc9c02b7-a93e-4b34-9782-ce6402607a6e HTTP/1.1" status: 204 len: 168 time: 0.8272326 Jul 19 17:30:06.383041 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc646276-4281-4f18-bb8f-dbec9c44c91d', 'tag': 'f408db30-be2d-4609-bd64-d5203be43c93'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:30:06.385266 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef24d4e2-2386-4c5d-94aa-4e674446a0b8" -d '{"events": [{"name": "network-changed", "server_uuid": "cc646276-4281-4f18-bb8f-dbec9c44c91d", "tag": "f408db30-be2d-4609-bd64-d5203be43c93"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:30:06.420042 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e3f8f0-b566-4641-829c-6d96fb3829ca x-openstack-request-id: req-62e3f8f0-b566-4641-829c-6d96fb3829ca {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:30:06.420326 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc646276-4281-4f18-bb8f-dbec9c44c91d", "tag": "f408db30-be2d-4609-bd64-d5203be43c93", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:30:06.420727 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-62e3f8f0-b566-4641-829c-6d96fb3829ca {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:30:06.421267 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc646276-4281-4f18-bb8f-dbec9c44c91d', 'tag': 'f408db30-be2d-4609-bd64-d5203be43c93', 'status': 'completed', 'code': 200} Jul 19 17:30:06.536558 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24d4e2-2386-4c5d-94aa-4e674446a0b8 req-1021b507-46e2-49fd-affb-aa5efbffde7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:30:06.538536 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ef24d4e2-2386-4c5d-94aa-4e674446a0b8 req-1021b507-46e2-49fd-affb-aa5efbffde7d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c21d6eb10ed64fc3911d2dd893b82d6a&device_id=cc646276-4281-4f18-bb8f-dbec9c44c91d HTTP/1.1" status: 200 len: 1098 time: 0.0919812 Jul 19 17:30:06.599736 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-1941b7fc-b10f-4439-9df4-d18b06637820 None None] Set router ba23abe3-2658-4a92-a11d-66b4ce51ef82 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:30:06.653490 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24d4e2-2386-4c5d-94aa-4e674446a0b8 req-90b5ba0b-08bd-4ef4-8d8a-63737ae5f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:30:06.655303 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ef24d4e2-2386-4c5d-94aa-4e674446a0b8 req-90b5ba0b-08bd-4ef4-8d8a-63737ae5f1cd service neutron] 10.222.0.16 "GET /v2.0/networks?id=d62b2c12-494e-4458-aac5-b34ed4aff78c HTTP/1.1" status: 200 len: 913 time: 0.1020107 Jul 19 17:30:06.683539 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359368df-6fc7-4c99-bd22-a3bd009092e9 req-91d81bb7-c194-42cd-acaa-c1581128d213 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:30:06.685735 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-359368df-6fc7-4c99-bd22-a3bd009092e9 req-91d81bb7-c194-42cd-acaa-c1581128d213 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc646276-4281-4f18-bb8f-dbec9c44c91d HTTP/1.1" status: 200 len: 945 time: 0.0665863 Jul 19 17:30:06.710623 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ef24d4e2-2386-4c5d-94aa-4e674446a0b8 req-a271408d-0fa2-4db8-89a5-108ddb887161 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f408db30-be2d-4609-bd64-d5203be43c93 HTTP/1.1" status: 200 len: 217 time: 0.0461917 Jul 19 17:30:06.736978 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [req-359368df-6fc7-4c99-bd22-a3bd009092e9 req-e0c30ebf-ee9b-4871-be8c-ed0cddf2c84d tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406079 Jul 19 17:30:06.768663 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24d4e2-2386-4c5d-94aa-4e674446a0b8 req-b68c0b52-818d-4128-91c8-f03260603aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:30:06.770411 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ef24d4e2-2386-4c5d-94aa-4e674446a0b8 req-b68c0b52-818d-4128-91c8-f03260603aec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bda2a791-f548-4eb7-b715-97839ddb9d97 HTTP/1.1" status: 200 len: 851 time: 0.0529213 Jul 19 17:30:06.831709 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-1941b7fc-b10f-4439-9df4-d18b06637820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'name': 'tempest-TestVolumeBootPattern-1741162834-router', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:22:57Z', 'updated_at': '2021-07-19T17:23:00Z', 'revision_number': 4, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'gw_port': {'id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:58Z', 'updated_at': '2021-07-19T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': '6db82407-1b91-46a0-adaa-1b8541f71f9c', 'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'mac_address': 'fa:16:3e:0a:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:59Z', 'updated_at': '2021-07-19T17:23:06Z', 'revision_number': 5, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'subnets': [{'id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:30:06.833873 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24d4e2-2386-4c5d-94aa-4e674446a0b8 req-bd15e9ba-8ca2-4d81-8786-4c92a1d9b102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:30:06.835571 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ef24d4e2-2386-4c5d-94aa-4e674446a0b8 req-bd15e9ba-8ca2-4d81-8786-4c92a1d9b102 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d62b2c12-494e-4458-aac5-b34ed4aff78c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571828 Jul 19 17:30:06.860679 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1941b7fc-b10f-4439-9df4-d18b06637820 None None] Checking router: ba23abe3-2658-4a92-a11d-66b4ce51ef82 for host: dv-cinder-801354-1-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:30:06.869446 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1941b7fc-b10f-4439-9df4-d18b06637820 None None] Routers {'ba23abe3-2658-4a92-a11d-66b4ce51ef82'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:30:06.870062 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-1941b7fc-b10f-4439-9df4-d18b06637820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:29:41Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:30:06.978638 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-1941b7fc-b10f-4439-9df4-d18b06637820 None None] Set router ba23abe3-2658-4a92-a11d-66b4ce51ef82 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:30:07.175730 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ef24d4e2-2386-4c5d-94aa-4e674446a0b8 req-5a498b55-e456-4cc7-8156-2fc0e0968a09 service neutron] 10.222.0.16 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329735 Jul 19 17:30:07.184704 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-1941b7fc-b10f-4439-9df4-d18b06637820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'name': 'tempest-TestVolumeBootPattern-1741162834-router', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:22:57Z', 'updated_at': '2021-07-19T17:23:00Z', 'revision_number': 4, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'gw_port': {'id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:58Z', 'updated_at': '2021-07-19T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': '6db82407-1b91-46a0-adaa-1b8541f71f9c', 'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'mac_address': 'fa:16:3e:0a:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:59Z', 'updated_at': '2021-07-19T17:23:06Z', 'revision_number': 5, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'subnets': [{'id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:30:07.211322 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1941b7fc-b10f-4439-9df4-d18b06637820 None None] The sync data for ids ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'] in dv-cinder-801354-1-iscsi is: [{'id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'name': 'tempest-TestVolumeBootPattern-1741162834-router', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:22:57Z', 'updated_at': '2021-07-19T17:23:00Z', 'revision_number': 4, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'gw_port': {'id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:58Z', 'updated_at': '2021-07-19T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi', '_interfaces': [{'id': '6db82407-1b91-46a0-adaa-1b8541f71f9c', 'name': '', 'network_id': 'd62b2c12-494e-4458-aac5-b34ed4aff78c', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'mac_address': 'fa:16:3e:0a:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:59Z', 'updated_at': '2021-07-19T17:23:06Z', 'revision_number': 5, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'subnets': [{'id': 'bda2a791-f548-4eb7-b715-97839ddb9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:30:07.267330 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ef24d4e2-2386-4c5d-94aa-4e674446a0b8 req-7c5ce267-5906-4244-a944-be84a7daab1c service neutron] 10.222.0.16 "GET /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839419 Jul 19 17:30:07.420496 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813b2628-443a-4420-9819-33bd63e52f34 None None] New status for floating IP fc9c02b7-a93e-4b34-9782-ce6402607a6e: DOWN {{(pid=93288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:30:07.867392 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132e14d-43d4-4468-a36b-78e149b86d74 req-39a5defe-1d0b-404d-8b1f-7f60aac81688 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:30:07.868866 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c132e14d-43d4-4468-a36b-78e149b86d74 req-39a5defe-1d0b-404d-8b1f-7f60aac81688 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc646276-4281-4f18-bb8f-dbec9c44c91d HTTP/1.1" status: 200 len: 945 time: 0.0621505 Jul 19 17:30:07.912206 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c132e14d-43d4-4468-a36b-78e149b86d74 req-226068eb-bf6b-4125-94ef-621740627bca tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/security-groups?id=5df948f5-33ba-455e-a3a4-a9cf9b147c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375862 Jul 19 17:30:08.036415 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f8ca8-0133-4b3f-9b07-9d09e43b3175 req-e88594c1-8327-465a-8bba-c79f66beec36 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:30:08.037787 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ce6f8ca8-0133-4b3f-9b07-9d09e43b3175 req-e88594c1-8327-465a-8bba-c79f66beec36 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc646276-4281-4f18-bb8f-dbec9c44c91d HTTP/1.1" status: 200 len: 945 time: 0.0604756 Jul 19 17:30:08.132490 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-ce6f8ca8-0133-4b3f-9b07-9d09e43b3175 req-1a7d69e3-e7de-444d-8b12-fb245f1d12ed tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Deleting port f408db30-be2d-4609-bd64-d5203be43c93 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:30:08.132828 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ce6f8ca8-0133-4b3f-9b07-9d09e43b3175 req-1a7d69e3-e7de-444d-8b12-fb245f1d12ed tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:08.219082 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-ce6f8ca8-0133-4b3f-9b07-9d09e43b3175 req-1a7d69e3-e7de-444d-8b12-fb245f1d12ed tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] For port f408db30-be2d-4609-bd64-d5203be43c93, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=f408db30-be2d-4609-bd64-d5203be43c93,segment=NetworkSegment(21dc7f96-dc45-4c56-9d4c-b0acb7665df9),segment_id=21dc7f96-dc45-4c56-9d4c-b0acb7665df9)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:30:08.219432 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ce6f8ca8-0133-4b3f-9b07-9d09e43b3175 req-1a7d69e3-e7de-444d-8b12-fb245f1d12ed tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:08.232192 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-ce6f8ca8-0133-4b3f-9b07-9d09e43b3175 req-1a7d69e3-e7de-444d-8b12-fb245f1d12ed tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Calling delete_port for f408db30-be2d-4609-bd64-d5203be43c93 owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:30:08.358058 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ce6f8ca8-0133-4b3f-9b07-9d09e43b3175 req-1a7d69e3-e7de-444d-8b12-fb245f1d12ed tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:08.385919 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d69e3-e7de-444d-8b12-fb245f1d12ed tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Pushing event deleted for resources: {'Port': ['ID=f408db30-be2d-4609-bd64-d5203be43c93,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:30:08.430210 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6f8ca8-0133-4b3f-9b07-9d09e43b3175 req-1a7d69e3-e7de-444d-8b12-fb245f1d12ed tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] No DVR routers for this DVR port f408db30-be2d-4609-bd64-d5203be43c93 on host hv-cinder-80135 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:30:08.432633 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ce6f8ca8-0133-4b3f-9b07-9d09e43b3175 req-1a7d69e3-e7de-444d-8b12-fb245f1d12ed tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:08.434688 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ce6f8ca8-0133-4b3f-9b07-9d09e43b3175 req-1a7d69e3-e7de-444d-8b12-fb245f1d12ed tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.16 "DELETE /v2.0/ports/f408db30-be2d-4609-bd64-d5203be43c93 HTTP/1.1" status: 204 len: 173 time: 0.3911703 Jul 19 17:30:08.435115 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc646276-4281-4f18-bb8f-dbec9c44c91d', 'name': 'network-vif-deleted', 'tag': 'f408db30-be2d-4609-bd64-d5203be43c93'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:30:08.437458 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b88555b7bd103e215bf3b68775d074692bc9280d9264ea53372c6c207d5c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e146b54-f7ea-4569-ab8b-aa4a938c1603" -d '{"events": [{"server_uuid": "cc646276-4281-4f18-bb8f-dbec9c44c91d", "name": "network-vif-deleted", "tag": "f408db30-be2d-4609-bd64-d5203be43c93"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:30:08.477548 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff08e097-c2b2-40f1-9698-cbca58572315 x-openstack-request-id: req-ff08e097-c2b2-40f1-9698-cbca58572315 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:30:08.477904 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc646276-4281-4f18-bb8f-dbec9c44c91d", "name": "network-vif-deleted", "tag": "f408db30-be2d-4609-bd64-d5203be43c93", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:30:08.478183 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ff08e097-c2b2-40f1-9698-cbca58572315 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:30:08.478582 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc646276-4281-4f18-bb8f-dbec9c44c91d', 'name': 'network-vif-deleted', 'tag': 'f408db30-be2d-4609-bd64-d5203be43c93', 'status': 'completed', 'code': 200} Jul 19 17:30:08.479435 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-50111aeb-1afe-4c7e-8923-b6620871e052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:09.021450 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2358cf76-8526-4e61-8565-e609f677c7d2 req-f7cd31a9-538e-43dd-b0fd-2b5ade0176a2 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc646276-4281-4f18-bb8f-dbec9c44c91d HTTP/1.1" status: 200 len: 210 time: 0.0332947 Jul 19 17:30:10.076528 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 45264) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:30:10.201717 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-3043143d-1720-4f66-9af0-b15da4c87557 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Deleting port 74e381ba-bf55-427a-9dd2-66ffa9757025 {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:30:10.202058 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3043143d-1720-4f66-9af0-b15da4c87557 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:10.280363 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3043143d-1720-4f66-9af0-b15da4c87557 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:10.280698 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3043143d-1720-4f66-9af0-b15da4c87557 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:10.292384 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-3043143d-1720-4f66-9af0-b15da4c87557 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Calling delete_port for 74e381ba-bf55-427a-9dd2-66ffa9757025 owned by network:floatingip {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:30:10.423634 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3043143d-1720-4f66-9af0-b15da4c87557 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10507233'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:10.449008 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043143d-1720-4f66-9af0-b15da4c87557 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Pushing event deleted for resources: {'Port': ['ID=74e381ba-bf55-427a-9dd2-66ffa9757025,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:30:10.475686 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043143d-1720-4f66-9af0-b15da4c87557 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:30:10.476038 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043143d-1720-4f66-9af0-b15da4c87557 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:30:10.476377 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043143d-1720-4f66-9af0-b15da4c87557 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:30:10.476711 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043143d-1720-4f66-9af0-b15da4c87557 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:30:10.477048 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043143d-1720-4f66-9af0-b15da4c87557 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:30:10.477407 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043143d-1720-4f66-9af0-b15da4c87557 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:30:10.477743 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043143d-1720-4f66-9af0-b15da4c87557 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:30:10.478071 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043143d-1720-4f66-9af0-b15da4c87557 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:30:10.478400 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043143d-1720-4f66-9af0-b15da4c87557 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:30:10.478724 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043143d-1720-4f66-9af0-b15da4c87557 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:30:10.479047 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043143d-1720-4f66-9af0-b15da4c87557 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:30:10.479367 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043143d-1720-4f66-9af0-b15da4c87557 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:30:10.515938 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3043143d-1720-4f66-9af0-b15da4c87557 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for floatingip, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:10.518506 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3043143d-1720-4f66-9af0-b15da4c87557 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25747'] for floatingip, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:10.519645 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-3043143d-1720-4f66-9af0-b15da4c87557 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "DELETE /v2.0/floatingips/72aaf71d-407f-4459-8106-fa111ca134b0 HTTP/1.1" status: 204 len: 168 time: 0.4421356 Jul 19 17:30:10.687480 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device f408db30-be2d-4609-bd64-d5203be43c93 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:30:10.708699 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9b845872-cd68-41e4-81dc-371ac19fc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:10.710039 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] No Port match for: f408db30-be2d-4609-bd64-d5203be43c93 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:30:10.710388 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Device f408db30-be2d-4609-bd64-d5203be43c93 not bound to the agent host hv-cinder-80135 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:30:11.201383 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:11.706502 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 45276) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:30:11.763240 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e8a0702c-c133-4bf2-8006-2ec64171b1b1 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:11.791735 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e8a0702c-c133-4bf2-8006-2ec64171b1b1 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:11.849268 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e8a0702c-c133-4bf2-8006-2ec64171b1b1 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:11.851924 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e8a0702c-c133-4bf2-8006-2ec64171b1b1 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:11.853060 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-e8a0702c-c133-4bf2-8006-2ec64171b1b1 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] 10.222.0.63 "DELETE /v2.0/security-groups/5df948f5-33ba-455e-a3a4-a9cf9b147c72 HTTP/1.1" status: 204 len: 168 time: 0.1455746 Jul 19 17:30:11.861743 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0702c-c133-4bf2-8006-2ec64171b1b1 tempest-TestVolumeBootPattern-1931359948 tempest-TestVolumeBootPattern-1931359948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df948f5-33ba-455e-a3a4-a9cf9b147c72,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:30:11.906558 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 45280) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:30:11.990387 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:12.454739 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7a902e3d-cbcb-4213-a953-9ddead6a0748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-972678'] for router_interface, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:12.701482 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-7a902e3d-cbcb-4213-a953-9ddead6a0748 admin admin] Deleting port 6db82407-1b91-46a0-adaa-1b8541f71f9c {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:30:12.701930 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7a902e3d-cbcb-4213-a953-9ddead6a0748 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:12.786032 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-7a902e3d-cbcb-4213-a953-9ddead6a0748 admin admin] For port 6db82407-1b91-46a0-adaa-1b8541f71f9c, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=6db82407-1b91-46a0-adaa-1b8541f71f9c,segment=NetworkSegment(21dc7f96-dc45-4c56-9d4c-b0acb7665df9),segment_id=21dc7f96-dc45-4c56-9d4c-b0acb7665df9)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:30:12.786770 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7a902e3d-cbcb-4213-a953-9ddead6a0748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:12.798332 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-7a902e3d-cbcb-4213-a953-9ddead6a0748 admin admin] Calling delete_port for 6db82407-1b91-46a0-adaa-1b8541f71f9c owned by network:router_interface {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:30:12.970198 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7a902e3d-cbcb-4213-a953-9ddead6a0748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10507233'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:12.995425 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a902e3d-cbcb-4213-a953-9ddead6a0748 admin admin] Pushing event deleted for resources: {'Port': ['ID=6db82407-1b91-46a0-adaa-1b8541f71f9c,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:30:13.158802 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7a902e3d-cbcb-4213-a953-9ddead6a0748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-785094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972778'] for router_interface, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:13.365164 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a902e3d-cbcb-4213-a953-9ddead6a0748 admin admin] Router ba23abe3-2658-4a92-a11d-66b4ce51ef82 has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:30:13.473177 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a902e3d-cbcb-4213-a953-9ddead6a0748 admin admin] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:30:13.478675 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-7a902e3d-cbcb-4213-a953-9ddead6a0748 admin admin] 10.222.0.63 "PUT /v2.0/routers/ba23abe3-2658-4a92-a11d-66b4ce51ef82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5709727 Jul 19 17:30:13.481147 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 45284) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:30:13.485393 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c5f27d-0b2c-4ed8-8116-d0a85a51157a None None] Sync routers for ids ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'] in dv-cinder-801354-1-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:30:13.495335 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c5f27d-0b2c-4ed8-8116-d0a85a51157a None None] Routers {'ba23abe3-2658-4a92-a11d-66b4ce51ef82'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:30:13.495964 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-77c5f27d-0b2c-4ed8-8116-d0a85a51157a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:30:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:30:13.584031 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-dceff290-ab33-49d3-bba3-a1324ce23b2a admin admin] Notify callbacks [] for router, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:13.601013 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-77c5f27d-0b2c-4ed8-8116-d0a85a51157a None None] Set router ba23abe3-2658-4a92-a11d-66b4ce51ef82 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:30:13.683904 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-dceff290-ab33-49d3-bba3-a1324ce23b2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:13.739731 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-dceff290-ab33-49d3-bba3-a1324ce23b2a admin admin] Deleting port 97b39f0d-843c-4b36-87de-c4eb3238c19e {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:30:13.740207 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-dceff290-ab33-49d3-bba3-a1324ce23b2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:13.770773 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:13.791132 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-77c5f27d-0b2c-4ed8-8116-d0a85a51157a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'name': 'tempest-TestVolumeBootPattern-1741162834-router', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:22:57Z', 'updated_at': '2021-07-19T17:30:12Z', 'revision_number': 5, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'gw_port': {'id': '97b39f0d-843c-4b36-87de-c4eb3238c19e', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:22:58Z', 'updated_at': '2021-07-19T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi'}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:30:13.817865 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c5f27d-0b2c-4ed8-8116-d0a85a51157a None None] Checking router: ba23abe3-2658-4a92-a11d-66b4ce51ef82 for host: dv-cinder-801354-1-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:30:13.820342 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-dceff290-ab33-49d3-bba3-a1324ce23b2a admin admin] For port 97b39f0d-843c-4b36-87de-c4eb3238c19e, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=97b39f0d-843c-4b36-87de-c4eb3238c19e,segment=NetworkSegment(7431590e-ccf2-4917-bcc9-f5f2a04630c8),segment_id=7431590e-ccf2-4917-bcc9-f5f2a04630c8)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:30:13.820873 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-dceff290-ab33-49d3-bba3-a1324ce23b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:13.826123 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c5f27d-0b2c-4ed8-8116-d0a85a51157a None None] Routers {'ba23abe3-2658-4a92-a11d-66b4ce51ef82'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:30:13.826731 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-77c5f27d-0b2c-4ed8-8116-d0a85a51157a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:30:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:30:13.836954 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-dceff290-ab33-49d3-bba3-a1324ce23b2a admin admin] Calling delete_port for 97b39f0d-843c-4b36-87de-c4eb3238c19e owned by network:router_gateway {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:30:13.912377 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-77c5f27d-0b2c-4ed8-8116-d0a85a51157a None None] Set router ba23abe3-2658-4a92-a11d-66b4ce51ef82 gateway port host: None {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:30:13.966902 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-77c5f27d-0b2c-4ed8-8116-d0a85a51157a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'name': 'tempest-TestVolumeBootPattern-1741162834-router', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:22:57Z', 'updated_at': '2021-07-19T17:30:13Z', 'revision_number': 6, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'gw_port_host': None}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:30:13.992388 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c5f27d-0b2c-4ed8-8116-d0a85a51157a None None] The sync data for ids ['ba23abe3-2658-4a92-a11d-66b4ce51ef82'] in dv-cinder-801354-1-iscsi is: [{'id': 'ba23abe3-2658-4a92-a11d-66b4ce51ef82', 'name': 'tempest-TestVolumeBootPattern-1741162834-router', 'tenant_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:22:57Z', 'updated_at': '2021-07-19T17:30:13Z', 'revision_number': 6, 'project_id': 'c21d6eb10ed64fc3911d2dd893b82d6a', 'gw_port_host': None}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:30:13.998744 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-dceff290-ab33-49d3-bba3-a1324ce23b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10507233'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:14.029012 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceff290-ab33-49d3-bba3-a1324ce23b2a admin admin] Pushing event deleted for resources: {'Port': ['ID=97b39f0d-843c-4b36-87de-c4eb3238c19e,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:30:14.088223 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-dceff290-ab33-49d3-bba3-a1324ce23b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-974152'] for router_gateway, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:14.174031 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-dceff290-ab33-49d3-bba3-a1324ce23b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9678'] for router, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:14.176107 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-dceff290-ab33-49d3-bba3-a1324ce23b2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:14.219794 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-dceff290-ab33-49d3-bba3-a1324ce23b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972476'] for router, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:14.220251 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dceff290-ab33-49d3-bba3-a1324ce23b2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba23abe3-2658-4a92-a11d-66b4ce51ef82 {{(pid=93286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 17:30:14.224932 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-dceff290-ab33-49d3-bba3-a1324ce23b2a admin admin] Notify callbacks [] for router, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:14.228500 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-dceff290-ab33-49d3-bba3-a1324ce23b2a admin admin] 10.222.0.63 "DELETE /v2.0/routers/ba23abe3-2658-4a92-a11d-66b4ce51ef82 HTTP/1.1" status: 204 len: 168 time: 0.7440820 Jul 19 17:30:14.228711 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 45286) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:30:14.272093 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_v2 [None req-e237609d-fef7-4a41-ba9e-4fc4c500cc47 admin admin] Deleting subnet bda2a791-f548-4eb7-b715-97839ddb9d97 {{(pid=93286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:30:14.275015 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e237609d-fef7-4a41-ba9e-4fc4c500cc47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:14.307867 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e237609d-fef7-4a41-ba9e-4fc4c500cc47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10966596'] for subnet, precommit_delete_associations {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:14.388880 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e237609d-fef7-4a41-ba9e-4fc4c500cc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4122676'] for subnet, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:14.451357 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e237609d-fef7-4a41-ba9e-4fc4c500cc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4122671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10507190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11126016'] for subnet, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:14.475401 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237609d-fef7-4a41-ba9e-4fc4c500cc47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bda2a791-f548-4eb7-b715-97839ddb9d97,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:30:14.478839 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e237609d-fef7-4a41-ba9e-4fc4c500cc47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:14.482486 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-e237609d-fef7-4a41-ba9e-4fc4c500cc47 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/bda2a791-f548-4eb7-b715-97839ddb9d97 HTTP/1.1" status: 204 len: 168 time: 0.2509918 Jul 19 17:30:14.483055 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 45288) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:30:14.485545 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0e6520-f046-4a47-a2f8-99aff605e79b None None] Network d62b2c12-494e-4458-aac5-b34ed4aff78c requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:30:14.548548 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a1476808-97c7-47d9-9a6e-d8ae1e60a611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3735101'] for network, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:14.602618 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-a1476808-97c7-47d9-9a6e-d8ae1e60a611 admin admin] Deleting port caf19619-7301-4504-8944-e38b679a2c74 {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:30:14.602966 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a1476808-97c7-47d9-9a6e-d8ae1e60a611 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:14.755514 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88958074-7a1f-4b78-a895-e098cb5a1aef None None] DHCP port deletion for d62b2c12-494e-4458-aac5-b34ed4aff78c request from dv-cinder-801354-1-iscsi {{(pid=93287) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 17:30:14.803751 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 6db82407-1b91-46a0-adaa-1b8541f71f9c no longer exists at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:30:14.829659 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] No Port match for: 6db82407-1b91-46a0-adaa-1b8541f71f9c {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:30:14.830990 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 6db82407-1b91-46a0-adaa-1b8541f71f9c not bound to the agent host dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:30:14.855772 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-88958074-7a1f-4b78-a895-e098cb5a1aef None None] Deleting port caf19619-7301-4504-8944-e38b679a2c74 {{(pid=93287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:30:14.856149 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-88958074-7a1f-4b78-a895-e098cb5a1aef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:14.932308 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-88958074-7a1f-4b78-a895-e098cb5a1aef None None] For port caf19619-7301-4504-8944-e38b679a2c74, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=caf19619-7301-4504-8944-e38b679a2c74,segment=NetworkSegment(21dc7f96-dc45-4c56-9d4c-b0acb7665df9),segment_id=21dc7f96-dc45-4c56-9d4c-b0acb7665df9)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:30:14.932989 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-88958074-7a1f-4b78-a895-e098cb5a1aef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:14.949446 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-a1476808-97c7-47d9-9a6e-d8ae1e60a611 admin admin] For port caf19619-7301-4504-8944-e38b679a2c74, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=caf19619-7301-4504-8944-e38b679a2c74,segment=NetworkSegment(21dc7f96-dc45-4c56-9d4c-b0acb7665df9),segment_id=21dc7f96-dc45-4c56-9d4c-b0acb7665df9)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:30:14.950027 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a1476808-97c7-47d9-9a6e-d8ae1e60a611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:14.950366 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-88958074-7a1f-4b78-a895-e098cb5a1aef None None] Calling delete_port for caf19619-7301-4504-8944-e38b679a2c74 owned by network:dhcp {{(pid=93287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:30:14.963962 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-a1476808-97c7-47d9-9a6e-d8ae1e60a611 admin admin] Calling delete_port for caf19619-7301-4504-8944-e38b679a2c74 owned by network:dhcp {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:30:15.042568 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-88958074-7a1f-4b78-a895-e098cb5a1aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970'] for port, after_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:15.067033 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88958074-7a1f-4b78-a895-e098cb5a1aef None None] Pushing event deleted for resources: {'Port': ['ID=caf19619-7301-4504-8944-e38b679a2c74,revision_number=None']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:30:15.079686 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88958074-7a1f-4b78-a895-e098cb5a1aef None None] No DVR routers for this DVR port caf19619-7301-4504-8944-e38b679a2c74 on host dv-cinder-801354-1-iscsi {{(pid=93287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:30:15.090478 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a1476808-97c7-47d9-9a6e-d8ae1e60a611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10507233'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:15.091454 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88958074-7a1f-4b78-a895-e098cb5a1aef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:30:15.091454 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88958074-7a1f-4b78-a895-e098cb5a1aef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:30:15.091454 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88958074-7a1f-4b78-a895-e098cb5a1aef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:30:15.091454 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88958074-7a1f-4b78-a895-e098cb5a1aef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:30:15.091454 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88958074-7a1f-4b78-a895-e098cb5a1aef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:30:15.091454 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88958074-7a1f-4b78-a895-e098cb5a1aef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:30:15.091454 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88958074-7a1f-4b78-a895-e098cb5a1aef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:30:15.091454 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88958074-7a1f-4b78-a895-e098cb5a1aef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:30:15.091454 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88958074-7a1f-4b78-a895-e098cb5a1aef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:30:15.091454 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88958074-7a1f-4b78-a895-e098cb5a1aef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:30:15.092354 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88958074-7a1f-4b78-a895-e098cb5a1aef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:30:15.092354 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88958074-7a1f-4b78-a895-e098cb5a1aef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-1-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:30:15.122859 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1476808-97c7-47d9-9a6e-d8ae1e60a611 admin admin] Pushing event deleted for resources: {'Port': ['ID=caf19619-7301-4504-8944-e38b679a2c74,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:30:15.124664 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1476808-97c7-47d9-9a6e-d8ae1e60a611 admin admin] No DVR routers for this DVR port caf19619-7301-4504-8944-e38b679a2c74 on host dv-cinder-801354-1-iscsi {{(pid=93286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:30:15.202758 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a1476808-97c7-47d9-9a6e-d8ae1e60a611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4124440', 'neutron.services.segments.db._delete_segments_for_network-8737332645178'] for network, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:15.213108 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-a1476808-97c7-47d9-9a6e-d8ae1e60a611 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d62b2c12-494e-4458-aac5-b34ed4aff78c']}} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:30:15.222589 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-a1476808-97c7-47d9-9a6e-d8ae1e60a611 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21dc7f96-dc45-4c56-9d4c-b0acb7665df9') {'for_net_delete': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:30:15.222888 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-a1476808-97c7-47d9-9a6e-d8ae1e60a611 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21dc7f96-dc45-4c56-9d4c-b0acb7665df9') {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:30:15.233356 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a1476808-97c7-47d9-9a6e-d8ae1e60a611 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737332645443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10966623'] for segment, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:15.246654 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a1476808-97c7-47d9-9a6e-d8ae1e60a611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:15.252450 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1476808-97c7-47d9-9a6e-d8ae1e60a611 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=93286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:30:15.252832 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a1476808-97c7-47d9-9a6e-d8ae1e60a611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10507228'] for segment, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: self.session.flush() Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: self.session.flush() Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: self.session.flush() Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: self.session.flush() Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: Traceback (most recent call last): Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: timer() Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: cb(*args, **kw) Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: return func(*args, **kwargs) Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: self._notify() Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: self.callback(batched_events) Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: event.method(event) Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: return f(self, *a, **k) Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: return self._get(url).json() Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: return self.request(url, 'GET', **kwargs) Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:30:15.254497 dv-cinder-801354-1-iscsi neutron-server[93286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:30:15.309137 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a1476808-97c7-47d9-9a6e-d8ae1e60a611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-974196'] for network, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:15.314485 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a1476808-97c7-47d9-9a6e-d8ae1e60a611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:15.316597 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-a1476808-97c7-47d9-9a6e-d8ae1e60a611 admin admin] 10.222.0.63 "DELETE /v2.0/networks/d62b2c12-494e-4458-aac5-b34ed4aff78c HTTP/1.1" status: 204 len: 168 time: 0.8325074 Jul 19 17:30:15.319613 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 45290) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:30:15.328618 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1476808-97c7-47d9-9a6e-d8ae1e60a611 admin admin] Pushing event deleted for resources: {'Network': ['ID=d62b2c12-494e-4458-aac5-b34ed4aff78c,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:30:15.660761 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9adc759d-cc65-4523-af1d-b2a8ab3ff9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-972678'] for router_interface, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:15.912418 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-9adc759d-cc65-4523-af1d-b2a8ab3ff9ca admin admin] Deleting port b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:30:15.912991 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9adc759d-cc65-4523-af1d-b2a8ab3ff9ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:15.988018 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-9adc759d-cc65-4523-af1d-b2a8ab3ff9ca admin admin] For port b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b,segment=NetworkSegment(856c2f8a-aa53-4d35-8923-d2c2597101ff),segment_id=856c2f8a-aa53-4d35-8923-d2c2597101ff)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:30:15.988373 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9adc759d-cc65-4523-af1d-b2a8ab3ff9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:16.001049 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-9adc759d-cc65-4523-af1d-b2a8ab3ff9ca admin admin] Calling delete_port for b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b owned by network:router_interface {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:30:16.176329 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9adc759d-cc65-4523-af1d-b2a8ab3ff9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:16.205186 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc759d-cc65-4523-af1d-b2a8ab3ff9ca admin admin] Pushing event deleted for resources: {'Port': ['ID=b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:30:16.398912 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9adc759d-cc65-4523-af1d-b2a8ab3ff9ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-785094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972778'] for router_interface, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:16.445258 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 97b39f0d-843c-4b36-87de-c4eb3238c19e no longer exists at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:30:16.469493 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] No Port match for: 97b39f0d-843c-4b36-87de-c4eb3238c19e {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:30:16.469959 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 97b39f0d-843c-4b36-87de-c4eb3238c19e not bound to the agent host dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:30:16.470533 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device caf19619-7301-4504-8944-e38b679a2c74 no longer exists at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:30:16.494964 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] No Port match for: caf19619-7301-4504-8944-e38b679a2c74 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:30:16.495550 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device caf19619-7301-4504-8944-e38b679a2c74 not bound to the agent host dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:30:16.624370 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9adc759d-cc65-4523-af1d-b2a8ab3ff9ca admin admin] Router 1f5fba55-f41d-4990-aa5b-71f914b95331 has already been hosted by L3 agent ad05f0a8-b7ae-4fb5-815e-19a3635c036f {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:30:16.677689 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:16.729154 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9adc759d-cc65-4523-af1d-b2a8ab3ff9ca admin admin] Notify agent at l3_agent.dv-cinder-801354-1-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:30:16.734250 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-9adc759d-cc65-4523-af1d-b2a8ab3ff9ca admin admin] 10.222.0.63 "PUT /v2.0/routers/1f5fba55-f41d-4990-aa5b-71f914b95331/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4135768 Jul 19 17:30:16.736647 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 45292) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:30:16.739036 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dae323-2ff8-4039-b14f-f50b9eeda0bc None None] Sync routers for ids ['1f5fba55-f41d-4990-aa5b-71f914b95331'] in dv-cinder-801354-1-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:30:16.748696 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dae323-2ff8-4039-b14f-f50b9eeda0bc None None] Routers {'1f5fba55-f41d-4990-aa5b-71f914b95331'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:30:16.749330 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-c3dae323-2ff8-4039-b14f-f50b9eeda0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:30:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['1f5fba55-f41d-4990-aa5b-71f914b95331'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:30:16.837272 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-63f08e5f-3534-4b49-8edf-467944263510 admin admin] Notify callbacks [] for router, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:16.850920 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-c3dae323-2ff8-4039-b14f-f50b9eeda0bc None None] Set router 1f5fba55-f41d-4990-aa5b-71f914b95331 gateway port host: dv-cinder-801354-1-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:30:16.936081 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-63f08e5f-3534-4b49-8edf-467944263510 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:16.995083 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-63f08e5f-3534-4b49-8edf-467944263510 admin admin] Deleting port 68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:30:16.995338 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-63f08e5f-3534-4b49-8edf-467944263510 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:17.026425 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-c3dae323-2ff8-4039-b14f-f50b9eeda0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5fba55-f41d-4990-aa5b-71f914b95331', 'name': 'tempest-TestVolumeBootPattern-502441273-router', 'tenant_id': '86dd290be793461babbc53dae7131711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'external_fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:23:02Z', 'updated_at': '2021-07-19T17:30:16Z', 'revision_number': 5, 'project_id': '86dd290be793461babbc53dae7131711', 'gw_port': {'id': '68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2', 'name': '', 'network_id': '471a83f0-55fa-4280-ad36-b168b6f04fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:de:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5fba55-f41d-4990-aa5b-71f914b95331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:23:02Z', 'updated_at': '2021-07-19T17:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f22dab2-98ea-4073-8b5a-7afc7b46c4a2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-1-iscsi'}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:30:17.051187 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dae323-2ff8-4039-b14f-f50b9eeda0bc None None] Checking router: 1f5fba55-f41d-4990-aa5b-71f914b95331 for host: dv-cinder-801354-1-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:30:17.059047 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dae323-2ff8-4039-b14f-f50b9eeda0bc None None] Routers {'1f5fba55-f41d-4990-aa5b-71f914b95331'} bound to L3 agent in host dv-cinder-801354-1-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:30:17.059634 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-c3dae323-2ff8-4039-b14f-f50b9eeda0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:09:11Z,description=,heartbeat_timestamp=2021-07-19T17:30:11Z,host='dv-cinder-801354-1-iscsi',id=ad05f0a8-b7ae-4fb5-815e-19a3635c036f,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:09:11Z,topic='l3_agent')) {'router_ids': ['1f5fba55-f41d-4990-aa5b-71f914b95331'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:30:17.072659 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-63f08e5f-3534-4b49-8edf-467944263510 admin admin] For port 68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2,segment=NetworkSegment(7431590e-ccf2-4917-bcc9-f5f2a04630c8),segment_id=7431590e-ccf2-4917-bcc9-f5f2a04630c8)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:30:17.073019 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-63f08e5f-3534-4b49-8edf-467944263510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:17.085794 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-63f08e5f-3534-4b49-8edf-467944263510 admin admin] Calling delete_port for 68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2 owned by network:router_gateway {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:30:17.143327 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-c3dae323-2ff8-4039-b14f-f50b9eeda0bc None None] Set router 1f5fba55-f41d-4990-aa5b-71f914b95331 gateway port host: None {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:30:17.195717 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-c3dae323-2ff8-4039-b14f-f50b9eeda0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5fba55-f41d-4990-aa5b-71f914b95331', 'name': 'tempest-TestVolumeBootPattern-502441273-router', 'tenant_id': '86dd290be793461babbc53dae7131711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:23:02Z', 'updated_at': '2021-07-19T17:30:16Z', 'revision_number': 6, 'project_id': '86dd290be793461babbc53dae7131711', 'gw_port_host': None}], 'dv-cinder-801354-1-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:30:17.221417 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dae323-2ff8-4039-b14f-f50b9eeda0bc None None] The sync data for ids ['1f5fba55-f41d-4990-aa5b-71f914b95331'] in dv-cinder-801354-1-iscsi is: [{'id': '1f5fba55-f41d-4990-aa5b-71f914b95331', 'name': 'tempest-TestVolumeBootPattern-502441273-router', 'tenant_id': '86dd290be793461babbc53dae7131711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:23:02Z', 'updated_at': '2021-07-19T17:30:16Z', 'revision_number': 6, 'project_id': '86dd290be793461babbc53dae7131711', 'gw_port_host': None}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:30:17.246961 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-63f08e5f-3534-4b49-8edf-467944263510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8589040'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:17.272042 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f08e5f-3534-4b49-8edf-467944263510 admin admin] Pushing event deleted for resources: {'Port': ['ID=68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:30:17.336143 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-63f08e5f-3534-4b49-8edf-467944263510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-974152'] for router_gateway, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:17.421680 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-63f08e5f-3534-4b49-8edf-467944263510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-971691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9678'] for router, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:17.423699 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-63f08e5f-3534-4b49-8edf-467944263510 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:17.465447 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-63f08e5f-3534-4b49-8edf-467944263510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972476'] for router, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:17.465963 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f08e5f-3534-4b49-8edf-467944263510 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f5fba55-f41d-4990-aa5b-71f914b95331 {{(pid=93285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 17:30:17.470805 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-63f08e5f-3534-4b49-8edf-467944263510 admin admin] Notify callbacks [] for router, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:17.471814 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-63f08e5f-3534-4b49-8edf-467944263510 admin admin] 10.222.0.63 "DELETE /v2.0/routers/1f5fba55-f41d-4990-aa5b-71f914b95331 HTTP/1.1" status: 204 len: 168 time: 0.7341964 Jul 19 17:30:17.474263 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.63', 45294) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:30:17.518285 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d222cd-701d-43ff-ab02-e4cba5391c5d admin admin] Deleting subnet 04a8379f-ca2d-4911-b004-01d10eccaf49 {{(pid=93285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:30:17.521150 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-36d222cd-701d-43ff-ab02-e4cba5391c5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:17.554197 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-36d222cd-701d-43ff-ab02-e4cba5391c5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9418636'] for subnet, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:17.635834 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-36d222cd-701d-43ff-ab02-e4cba5391c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4122676'] for subnet, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:17.691267 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-36d222cd-701d-43ff-ab02-e4cba5391c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4122671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8936887'] for subnet, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:17.716797 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d222cd-701d-43ff-ab02-e4cba5391c5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04a8379f-ca2d-4911-b004-01d10eccaf49,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:30:17.720442 dv-cinder-801354-1-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-36d222cd-701d-43ff-ab02-e4cba5391c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:17.722370 dv-cinder-801354-1-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-36d222cd-701d-43ff-ab02-e4cba5391c5d admin admin] 10.222.0.63 "DELETE /v2.0/subnets/04a8379f-ca2d-4911-b004-01d10eccaf49 HTTP/1.1" status: 204 len: 168 time: 0.2471626 Jul 19 17:30:17.725511 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 45296) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:30:17.728206 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d756121-e3b8-4f49-8c87-d8a5fb28f162 None None] Network a47c00a2-2aad-456b-bccb-724bbc30c9af requested from dv-cinder-801354-1-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:30:17.795109 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-032ae57a-01a0-4641-a2b0-0eaa889fd299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3735101'] for network, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:17.845552 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-032ae57a-01a0-4641-a2b0-0eaa889fd299 admin admin] Deleting port 7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:30:17.845869 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-032ae57a-01a0-4641-a2b0-0eaa889fd299 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:17.911978 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-032ae57a-01a0-4641-a2b0-0eaa889fd299 admin admin] For port 7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d, host dv-cinder-801354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-1-iscsi',level=0,port_id=7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d,segment=NetworkSegment(856c2f8a-aa53-4d35-8923-d2c2597101ff),segment_id=856c2f8a-aa53-4d35-8923-d2c2597101ff)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:30:17.912337 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-032ae57a-01a0-4641-a2b0-0eaa889fd299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:17.923600 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-032ae57a-01a0-4641-a2b0-0eaa889fd299 admin admin] Calling delete_port for 7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d owned by network:dhcp {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:30:17.990260 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9217bca1-422e-4349-8494-4db6074d06a3 None None] DHCP port deletion for a47c00a2-2aad-456b-bccb-724bbc30c9af request from dv-cinder-801354-1-iscsi {{(pid=93287) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 17:30:18.007711 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-032ae57a-01a0-4641-a2b0-0eaa889fd299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10507233'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:18.031664 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ae57a-01a0-4641-a2b0-0eaa889fd299 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:30:18.036429 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-9217bca1-422e-4349-8494-4db6074d06a3 None None] Deleting port 7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d {{(pid=93287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:30:18.036785 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9217bca1-422e-4349-8494-4db6074d06a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737332627613'] for port, before_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:18.038274 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032ae57a-01a0-4641-a2b0-0eaa889fd299 admin admin] No DVR routers for this DVR port 7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d on host dv-cinder-801354-1-iscsi {{(pid=93286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:30:18.100559 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-9217bca1-422e-4349-8494-4db6074d06a3 None None] For port 7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d, host dv-cinder-801354-1-iscsi, got binding levels [] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:30:18.100968 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9217bca1-422e-4349-8494-4db6074d06a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-972441'] for port, precommit_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:18.112658 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-032ae57a-01a0-4641-a2b0-0eaa889fd299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4124440', 'neutron.services.segments.db._delete_segments_for_network-8737332645178'] for network, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:18.113071 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-9217bca1-422e-4349-8494-4db6074d06a3 None None] Calling delete_port for 7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d owned by network:dhcp {{(pid=93287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:30:18.115854 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.ipam_backend_mixin [None req-9217bca1-422e-4349-8494-4db6074d06a3 None None] Port 7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d was not found and therefore no delete operation was performed {{(pid=93287) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 19 17:30:18.117095 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9217bca1-422e-4349-8494-4db6074d06a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737332628080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737332227970'] for port, after_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:18.122991 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-032ae57a-01a0-4641-a2b0-0eaa889fd299 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a47c00a2-2aad-456b-bccb-724bbc30c9af']}} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:30:18.132858 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-032ae57a-01a0-4641-a2b0-0eaa889fd299 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '856c2f8a-aa53-4d35-8923-d2c2597101ff') {'for_net_delete': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:30:18.133151 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-032ae57a-01a0-4641-a2b0-0eaa889fd299 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '856c2f8a-aa53-4d35-8923-d2c2597101ff') {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:30:18.142076 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-032ae57a-01a0-4641-a2b0-0eaa889fd299 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737332645443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10966623'] for segment, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:18.147279 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217bca1-422e-4349-8494-4db6074d06a3 None None] Pushing event deleted for resources: {'Port': ['ID=7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d,revision_number=None']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:30:18.149109 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9217bca1-422e-4349-8494-4db6074d06a3 None None] No DVR routers for this DVR port 7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d on host dv-cinder-801354-1-iscsi {{(pid=93287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:30:18.156512 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-032ae57a-01a0-4641-a2b0-0eaa889fd299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788'] for segment, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:18.164793 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-032ae57a-01a0-4641-a2b0-0eaa889fd299 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=93286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:30:18.165178 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-032ae57a-01a0-4641-a2b0-0eaa889fd299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4113788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10507228'] for segment, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:18.166990 dv-cinder-801354-1-iscsi neutron-server[93286]: Traceback (most recent call last): Jul 19 17:30:18.166990 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:30:18.166990 dv-cinder-801354-1-iscsi neutron-server[93286]: timer() Jul 19 17:30:18.166990 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:30:18.166990 dv-cinder-801354-1-iscsi neutron-server[93286]: cb(*args, **kw) Jul 19 17:30:18.166990 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:30:18.166990 dv-cinder-801354-1-iscsi neutron-server[93286]: return func(*args, **kwargs) Jul 19 17:30:18.166990 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:30:18.166990 dv-cinder-801354-1-iscsi neutron-server[93286]: self._notify() Jul 19 17:30:18.166990 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:30:18.166990 dv-cinder-801354-1-iscsi neutron-server[93286]: self.callback(batched_events) Jul 19 17:30:18.166990 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:30:18.166990 dv-cinder-801354-1-iscsi neutron-server[93286]: event.method(event) Jul 19 17:30:18.166990 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:30:18.166990 dv-cinder-801354-1-iscsi neutron-server[93286]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:30:18.166990 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:30:18.166990 dv-cinder-801354-1-iscsi neutron-server[93286]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:30:18.166990 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:30:18.166990 dv-cinder-801354-1-iscsi neutron-server[93286]: return f(self, *a, **k) Jul 19 17:30:18.166990 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:30:18.166990 dv-cinder-801354-1-iscsi neutron-server[93286]: return self._get(url).json() Jul 19 17:30:18.166990 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:30:18.166990 dv-cinder-801354-1-iscsi neutron-server[93286]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:30:18.166990 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:30:18.166990 dv-cinder-801354-1-iscsi neutron-server[93286]: return self.request(url, 'GET', **kwargs) Jul 19 17:30:18.166990 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:30:18.166990 dv-cinder-801354-1-iscsi neutron-server[93286]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:30:18.166990 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:30:18.166990 dv-cinder-801354-1-iscsi neutron-server[93286]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:30:18.166990 dv-cinder-801354-1-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:30:18.166990 dv-cinder-801354-1-iscsi neutron-server[93286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:30:18.166990 dv-cinder-801354-1-iscsi neutron-server[93286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:30:18.225712 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-032ae57a-01a0-4641-a2b0-0eaa889fd299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-974196'] for network, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:18.230985 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-032ae57a-01a0-4641-a2b0-0eaa889fd299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785123'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:18.235755 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-032ae57a-01a0-4641-a2b0-0eaa889fd299 admin admin] 10.222.0.63 "DELETE /v2.0/networks/a47c00a2-2aad-456b-bccb-724bbc30c9af HTTP/1.1" status: 204 len: 168 time: 0.5091345 Jul 19 17:30:18.248109 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ae57a-01a0-4641-a2b0-0eaa889fd299 admin admin] Pushing event deleted for resources: {'Network': ['ID=a47c00a2-2aad-456b-bccb-724bbc30c9af,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:30:18.356171 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b no longer exists at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:30:18.375687 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] No Port match for: b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:30:18.376032 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device b58d58b0-ca43-4fc0-a6d8-0cb105c8be5b not bound to the agent host dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:30:18.376442 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2 no longer exists at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:30:18.398378 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] No Port match for: 68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:30:18.398724 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 68b2bd1f-4b8f-4bfc-a6c0-68ee554e7aa2 not bound to the agent host dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:30:18.399138 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d no longer exists at agent ovs-agent-dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:30:18.405527 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 45300) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:30:18.417892 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] No Port match for: 7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:30:18.418257 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Device 7b4b3e6a-a365-4ef3-8e7c-fb45e5ea8b2d not bound to the agent host dv-cinder-801354-1-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:30:18.447478 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-2491f8f0-2fea-472f-a249-2f5ebdd021e2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c21d6eb10ed64fc3911d2dd893b82d6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408013 Jul 19 17:30:18.449880 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 45302) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:30:18.495941 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f666c89b-e746-408b-8d2b-609239b2f646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:18.517485 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f666c89b-e746-408b-8d2b-609239b2f646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:18.561843 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f666c89b-e746-408b-8d2b-609239b2f646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:18.564259 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f666c89b-e746-408b-8d2b-609239b2f646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:18.565429 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-f666c89b-e746-408b-8d2b-609239b2f646 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/21616ac1-cb7d-41e2-93dc-0fc19b10f617 HTTP/1.1" status: 204 len: 168 time: 0.1146243 Jul 19 17:30:18.573438 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666c89b-e746-408b-8d2b-609239b2f646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21616ac1-cb7d-41e2-93dc-0fc19b10f617,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:30:18.867715 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 45308) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:30:18.905760 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-6da9bbc6-e4cf-43cc-a219-004afdb2b6e7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=86dd290be793461babbc53dae7131711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369396 Jul 19 17:30:18.907985 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.63', 45310) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:30:18.956482 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2bf904e6-17be-426d-afb2-10288e1a22e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:18.976077 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2bf904e6-17be-426d-afb2-10288e1a22e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:19.020605 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2bf904e6-17be-426d-afb2-10288e1a22e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556703'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:19.023089 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2bf904e6-17be-426d-afb2-10288e1a22e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:19.024191 dv-cinder-801354-1-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-2bf904e6-17be-426d-afb2-10288e1a22e8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d2095700-264c-4bf7-b8cc-a669d3bdf44f HTTP/1.1" status: 204 len: 168 time: 0.1153543 Jul 19 17:30:19.033000 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf904e6-17be-426d-afb2-10288e1a22e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2095700-264c-4bf7-b8cc-a669d3bdf44f,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:30:29.691486 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:30:38.480058 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cc20a0-4b1e-49b3-ba6d-6255d7352378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:40.688262 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-ae282c84-a938-4ff7-811a-d7a513783556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:41.202163 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:41.992987 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:43.749089 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:30:46.677324 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:06.690171 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:31:08.484258 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9ee3ceaf-7a3d-4708-88fd-09a635e73154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:10.688015 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-ff12d24d-d487-40aa-8f14-9a54a466f334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:11.204220 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:11.994057 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:13.751906 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:16.691830 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:38.485088 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0b384663-5ed1-467d-a766-eb3b1c9a1e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:40.687650 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-aacf8c7c-69c5-4804-b793-acb84c98bfb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:41.204265 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:41.996907 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:43.689532 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:31:43.754273 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:46.690729 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:08.484730 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f69beea9-e75d-4a4e-a67c-1ff61d2c3d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:10.688075 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-922a3604-f64d-4539-84f4-c626d864e49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:11.204596 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:11.999782 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:13.758243 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:16.688915 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:20.688937 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:32:27.838564 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [req-f1a5450a-6d7b-4b41-ab63-4e35a540a892 req-9050176b-87b3-47c8-b742-a574457a536f service neutron] (93286) timed out ('10.222.0.16', 49983) {{(pid=93286) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 19 17:32:28.573310 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [req-f92635fd-c0d9-4894-a8fa-ecefa5244b5f req-9694b70f-a993-496b-9ed9-aa9c0e70cc45 service neutron] (93286) timed out ('10.222.0.16', 49990) {{(pid=93286) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 19 17:32:30.733147 dv-cinder-801354-1-iscsi neutron-server[93286]: DEBUG neutron.wsgi [req-fb8c5032-4038-48fe-91f0-1f856e6befd8 req-a3a1e7c2-69ad-4a7a-b7f0-ed97f5a041a9 service neutron] (93286) timed out ('10.222.0.16', 50007) {{(pid=93286) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 19 17:32:38.486138 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6f75e8e5-aa4e-47cf-b4e5-1a011210a601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:40.688450 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-2102d8f5-048f-40eb-9871-19b518dad1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:41.204223 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:42.003387 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:43.761645 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:46.704561 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:57.687625 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:33:08.486734 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7172d4ec-9e88-4e00-a380-dae42bfcc326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:10.690535 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-feccc48c-a1fd-4bbf-9a31-5b957dad42d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:11.206301 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:12.005230 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:13.765037 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:16.705846 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:34.686051 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:33:38.486820 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f83d2a00-0cf7-40ff-bac0-9c3f9cf1a37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:40.690294 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0b0cb014-d9ab-4307-b9b2-b65fb1d77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:41.207134 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:42.009104 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:43.769636 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:46.717004 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:08.486850 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-faf10232-7786-4254-9245-5426b17c0799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:10.690331 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f793e705-c4a1-4c0d-b145-7ffd6e4ddf17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:11.207825 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:11.685180 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:34:12.011639 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:13.771356 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:16.715958 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:38.486761 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-4070f5ec-de7e-473d-a8f3-a3beccb8133d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:40.690020 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-579b41ca-e06c-46e8-8d3c-73d4f0b5186d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:41.210173 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:42.013732 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:43.774926 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:46.715251 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:48.684305 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:35:08.487752 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-e5bcfde0-ff3c-48d0-822f-3ae1964c2c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:10.689919 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-30c90f70-7c9a-4413-93b3-9c21defd2267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:11.210830 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6cc64d03-6727-45dd-81f5-0906c75b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:12.017179 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9fcab611-07fd-4e1c-80ca-383b549e01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:13.778216 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0cf11d81-62c2-4e33-8452-6c2cdd4cad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:16.714023 dv-cinder-801354-1-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-26853c2d-b77e-46b1-b951-8ef35e38ffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737332645160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4122406'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:25.683008 dv-cinder-801354-1-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-4ae4bb1f-44b0-4617-8b58-bae2ab8e9200 None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}